-- Logs begin at Tue 2022-09-13 14:49:35 UTC, end at Tue 2022-09-13 15:50:52 UTC. -- Sep 13 15:21:29.125748 dv-cinder-857434-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 15:21:31.791341 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.common.config [-] Logging enabled! Sep 13 15:21:31.791959 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev566 Sep 13 15:21:31.792131 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106150) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 15:21:31.795460 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.common.config [-] Logging enabled! Sep 13 15:21:31.795707 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev566 Sep 13 15:21:31.796320 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106150) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 15:21:31.797073 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 15:21:31.797302 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 15:21:31.797783 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 15:21:31.798030 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 15:21:31.798281 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 15:21:31.798585 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.798879 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.799110 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.799411 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.799697 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.799976 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.800259 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.800550 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.800834 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.801094 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.801373 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.801599 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.801876 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.802184 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.802469 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.802691 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] debug = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.802973 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.803392 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.803798 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.804093 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.804365 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.804637 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.804904 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.805175 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.805457 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.805776 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] host = dv-cinder-857434-2-iscsi {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.806047 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.806354 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.806636 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.806915 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.807184 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.807453 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.807730 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.807999 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.808268 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.808537 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.808819 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.809100 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.809382 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.809606 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.809826 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.810129 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.810413 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.810683 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.810951 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.811220 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.811688 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.812103 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.812103 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.812379 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.812658 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.812942 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.813212 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.813482 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.813747 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.814010 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.814312 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.814583 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.814850 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.815117 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.815399 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.815663 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.815928 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.816223 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.816503 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.816779 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.817058 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.817324 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.817599 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.817864 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.818148 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.818417 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_json = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.818685 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.818950 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.819225 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.819491 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.819759 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.820024 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.820289 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.820565 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.820830 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:31.821121 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.821411 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.821703 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.821979 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.822299 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.822577 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.822866 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.823141 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.823425 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.823707 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.823992 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.824266 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.824558 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.824841 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.825129 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.825428 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.825715 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.825998 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.826290 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.826561 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.826830 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.827142 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.827676 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.827766 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.828038 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.828324 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.828599 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.828891 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.829174 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.829456 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.829746 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.830034 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.830331 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.830607 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.830896 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.831172 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.831442 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.831725 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.832002 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.832272 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.832551 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.832843 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.833126 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.833395 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.833667 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.833954 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.834252 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.834519 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.834785 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.835057 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.835325 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.835605 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.835879 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.836153 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.836425 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.836703 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.836972 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.837241 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.837514 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.837792 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.838054 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.838348 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.838620 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.838891 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.839158 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.839426 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.839694 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.839962 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.840234 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.840502 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.840769 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.841037 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.841306 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.841572 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.841851 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.842171 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.842452 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.842812 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.843201 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.843486 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.843765 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.844041 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.844319 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.844592 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.844864 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.845151 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.845431 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.845715 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.845994 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.846327 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.846621 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.846896 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.847171 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.847443 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.847715 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.847987 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.848262 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.848534 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.848809 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.849086 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.849367 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.849655 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.849943 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.850244 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.850546 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.850822 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.851110 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.851386 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.851688 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.852301 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:31.852517 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 15:21:31.852756 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 15:21:32.225863 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 15:21:32.226210 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 15:21:32.226478 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 15:21:32.226672 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 15:21:32.227317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 15:21:32.227641 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 15:21:32.548543 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.548841 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.549205 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.550940 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.551315 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.551669 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.617822 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.618215 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.618566 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.638756 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.639033 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.639296 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.667164 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.667441 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.667700 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.703162 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.703434 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.703709 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.941613 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.942339 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.942339 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.943519 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:32.944229 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.039765 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.040064 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.040353 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.040617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.040880 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.041190 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.041447 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.041700 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.041953 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.042258 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.042517 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.042773 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.043009 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.043257 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.043505 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.043762 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.044011 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.044275 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.044538 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.044773 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.045040 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.045289 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.045566 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.046022 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.046375 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.046634 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.047026 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:33.047269 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:33.047509 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:33.047740 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:33.047971 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:33.048200 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:33.048559 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 15:21:33.051641 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 15:21:33.055484 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 15:21:33.059364 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 13 15:21:33.060952 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 15:21:33.061605 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 15:21:33.061936 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 15:21:33.062332 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 15:21:33.065112 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 15:21:33.065361 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 15:21:33.065705 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 15:21:33.070759 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 15:21:33.093387 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 15:21:33.093835 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.094128 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 15:21:33.094522 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.095848 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 15:21:33.096123 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 15:21:33.096359 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 15:21:33.107515 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.107792 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:33.279437 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 15:21:33.279701 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 15:21:33.280109 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 15:21:33.280886 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 15:21:33.332771 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO dbcounter [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Registered counter for database neutron Sep 13 15:21:33.355707 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_db.sqlalchemy.engines [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 15:21:33.368517 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG dbcounter [-] [106150] Writer thread running {{(pid=106150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 15:21:33.916308 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing driver for type 'gre' Sep 13 15:21:33.916864 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] gre ID ranges: [(1, 1000)] Sep 13 15:21:33.975373 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing driver for type 'local' Sep 13 15:21:33.976099 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing driver for type 'vlan' Sep 13 15:21:33.993541 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] VlanTypeDriver initialization complete Sep 13 15:21:33.993875 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing driver for type 'vxlan' Sep 13 15:21:33.994430 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] vxlan ID ranges: [(1, 1000)] Sep 13 15:21:34.054352 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing extension driver 'port_security' Sep 13 15:21:34.054693 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.extensions.port_security [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] PortSecurityExtensionDriver initialization complete Sep 13 15:21:34.055027 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing mechanism driver 'openvswitch' Sep 13 15:21:34.055366 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing mechanism driver 'hyperv' Sep 13 15:21:34.062044 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.plugin [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:21:34.062749 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.063125 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.063478 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.064005 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 15:21:34.064470 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.064827 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.065168 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.065558 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 15:21:34.065962 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.066319 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.066665 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.067056 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 15:21:34.067456 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > security_group after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.067803 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > security_group after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.068143 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.068531 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 15:21:34.068929 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.069273 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.069612 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.070146 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 15:21:34.070555 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > address_group after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.070905 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > address_group after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.071247 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.071632 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 15:21:34.072071 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] ML2 OVO RPC backend initialized. {{(pid=106150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 15:21:34.072770 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.073128 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.073543 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.073892 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > networks before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.074268 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.074610 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > ports before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.074950 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.075293 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnets before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.075639 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.075977 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.076309 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.076643 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.076975 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.077307 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.077641 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.077973 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.078327 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.085807 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded quota_driver: . Sep 13 15:21:34.086194 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.plugin [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Modular L2 Plugin initialization complete Sep 13 15:21:34.086548 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading services supported by the core plugin {{(pid=106150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 15:21:34.086889 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Got port-security extension from driver 'port_security' Sep 13 15:21:34.087402 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.extensions.vlantransparent [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Disabled vlantransparent extension. Sep 13 15:21:34.087901 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 15:21:34.088222 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: router Sep 13 15:21:34.123185 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.123575 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.123947 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router before_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.124447 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.124841 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.125202 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_delete 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.125563 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.125912 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.126299 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.126630 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.126976 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.127327 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.127683 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.128096 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.128467 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.128813 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.129149 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: subnet after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.129498 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.129851 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.130217 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.130548 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.130891 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.131246 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.131589 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.131939 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.132306 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.132664 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.133021 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > agent after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.133371 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > agent after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.133717 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.134595 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Tracking information for resource: router configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:34.134928 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Tracking information for resource: floatingip configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 15:21:34.139894 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.db.l3_agentschedulers_db [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 15:21:34.140513 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.140877 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.141228 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.141578 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.142387 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router before_create 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.142756 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.143116 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_create 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.143475 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > router precommit_update 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.148333 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.provider_configuration [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service providers = [] {{(pid=106150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 15:21:34.148694 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.db.servicetype_db [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 15:21:34.151599 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 15:21:34.151949 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 15:21:34.152292 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 15:21:34.153157 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 15:21:34.153527 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.services.service_base [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 15:21:34.153896 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.154241 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 15:21:34.165969 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.166391 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: auto_allocate Sep 13 15:21:34.172070 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: network precommit_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.172442 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: network precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.172949 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.173273 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: tag Sep 13 15:21:34.179803 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.180134 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: timestamp Sep 13 15:21:34.184101 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.184427 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: network_ip_availability Sep 13 15:21:34.189956 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.190352 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.190710 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.191417 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.191741 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: flavors Sep 13 15:21:34.196395 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.196725 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading Plugin: revisions Sep 13 15:21:34.201113 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 15:21:34.201510 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.974s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 15:21:34.202352 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 15:21:34.202750 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Initializing extension manager. Sep 13 15:21:34.203268 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: __init__.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.203569 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: __pycache__ {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.203947 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: address_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.204813 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.205377 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: address-group Sep 13 15:21:34.205706 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: address_scope.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.206401 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.206901 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: address-scope Sep 13 15:21:34.207225 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.208093 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.208596 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: router-admin-state-down-before-update Sep 13 15:21:34.208900 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: agent.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.209556 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.210050 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: agent Sep 13 15:21:34.210393 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: agent_resources_synced.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.211245 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.211743 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: agent-resources-synced Sep 13 15:21:34.212069 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: allowedaddresspairs.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.213808 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.214353 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: allowed-address-pairs Sep 13 15:21:34.214685 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: auto_allocated_topology.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.215702 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.216208 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: auto-allocated-topology Sep 13 15:21:34.216537 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: availability_zone.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.217184 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.217688 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: availability_zone Sep 13 15:21:34.218066 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: availability_zone_filter.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.218963 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.219460 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: availability_zone_filter Sep 13 15:21:34.219781 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: data_plane_status.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.220631 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.221120 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 15:21:34.221442 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: default_subnetpools.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.222416 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.222917 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: default-subnetpools Sep 13 15:21:34.223236 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.224003 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.224504 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: dhcp_agent_scheduler Sep 13 15:21:34.224834 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: dns.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.225691 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.226218 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension dns-integration not supported by any of loaded plugins Sep 13 15:21:34.226545 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: dns_domain_ports.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.227736 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.228236 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 15:21:34.228558 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.229422 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.229917 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 15:21:34.230278 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: dvr.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.230903 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.231402 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: dvr Sep 13 15:21:34.231717 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: ecmp_routes.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.232581 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.233076 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 15:21:34.233397 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: empty_string_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.234485 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.234985 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: empty-string-filtering Sep 13 15:21:34.235303 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.236166 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.236663 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 15:21:34.236983 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.237845 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.238378 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 15:21:34.238698 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: external_net.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.239555 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.240049 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: external-net Sep 13 15:21:34.240368 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.241221 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.241719 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: extra_dhcp_opt Sep 13 15:21:34.242046 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: extraroute.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.242915 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.243417 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: extraroute Sep 13 15:21:34.243742 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: extraroute_atomic.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.244716 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.245209 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: extraroute-atomic Sep 13 15:21:34.245528 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: filter_validation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.246173 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.246667 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: filter-validation Sep 13 15:21:34.246986 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: fip_pf_description.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.247829 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.248322 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 15:21:34.248639 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: fip_pf_detail.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.249559 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.250053 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 15:21:34.250399 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: fip_pf_port_range.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.251249 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.251743 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 15:21:34.252072 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: fip_port_details.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.252930 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.253435 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: fip-port-details Sep 13 15:21:34.253752 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: flavors.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.254943 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.255454 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: flavors Sep 13 15:21:34.255776 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.257355 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.257867 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 15:21:34.258223 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: floatingip_pools.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.258876 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.259382 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: floatingip-pools Sep 13 15:21:34.259705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: ip_allocation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.260582 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.261074 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 15:21:34.261394 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.262296 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.262794 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: ip-substring-filtering Sep 13 15:21:34.263116 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l2_adjacency.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.263979 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.264478 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 15:21:34.264866 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.265779 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.266311 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: router Sep 13 15:21:34.266638 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.268967 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.269485 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 15:21:34.269817 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.270715 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.271223 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: ext-gw-mode Sep 13 15:21:34.271553 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.272425 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.272930 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: l3-ha Sep 13 15:21:34.273254 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.274118 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.274645 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 15:21:34.274972 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_flavors.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.275835 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.276340 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: l3-flavors Sep 13 15:21:34.276663 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.277967 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.278500 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 15:21:34.278828 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.279688 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.280202 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 15:21:34.280563 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: l3agentscheduler.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.281589 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.282117 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: l3_agent_scheduler Sep 13 15:21:34.282451 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: local_ip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.284110 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.284654 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension local_ip not supported by any of loaded plugins Sep 13 15:21:34.284982 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: logging.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.286407 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.286923 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension logging not supported by any of loaded plugins Sep 13 15:21:34.287255 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: metering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.287951 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.288520 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: metering Sep 13 15:21:34.288850 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.289873 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.290410 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: metering_source_and_destination_fields Sep 13 15:21:34.290739 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: multiprovidernet.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.291606 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.292124 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: multi-provider Sep 13 15:21:34.292447 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: netmtu.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.293304 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.293804 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: net-mtu Sep 13 15:21:34.294136 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: netmtu_writable.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.295012 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.295535 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: net-mtu-writable Sep 13 15:21:34.295855 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: network_availability_zone.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.296621 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.297117 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: network_availability_zone Sep 13 15:21:34.297438 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: network_ip_availability.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.298511 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.299011 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: network-ip-availability Sep 13 15:21:34.299332 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: network_segment_range.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.300048 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.300545 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 15:21:34.300865 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: pagination.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.301793 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.302121 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: pagination Sep 13 15:21:34.302462 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: port_device_profile.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.303317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.303826 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: port-device-profile Sep 13 15:21:34.304151 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: port_mac_address_override.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.305024 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.305681 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: port-mac-override Sep 13 15:21:34.305992 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.306882 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.307385 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: port-mac-address-regenerate Sep 13 15:21:34.307707 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.308577 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.309079 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: port-numa-affinity-policy Sep 13 15:21:34.309399 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: port_resource_request.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.310290 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.310786 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 15:21:34.311108 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: port_resource_request_groups.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.312193 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.312691 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 15:21:34.313011 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: portbindings.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.313885 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.314416 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: binding Sep 13 15:21:34.314742 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: portbindings_extended.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.315950 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.316461 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: binding-extended Sep 13 15:21:34.316788 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: portsecurity.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.317643 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.318240 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: port-security Sep 13 15:21:34.318570 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: project_id.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.319691 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.320021 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: project-id Sep 13 15:21:34.320346 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: providernet.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.321202 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.321714 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: provider Sep 13 15:21:34.322033 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.325579 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.326116 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos not supported by any of loaded plugins Sep 13 15:21:34.326460 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.327715 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.328224 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 15:21:34.328567 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.329851 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.330419 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 15:21:34.330920 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_default.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.331992 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.332513 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-default not supported by any of loaded plugins Sep 13 15:21:34.332936 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_fip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.333910 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.334435 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-fip not supported by any of loaded plugins Sep 13 15:21:34.334804 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.335710 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.336291 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 15:21:34.336660 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_gateway_ip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.337678 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.338095 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 15:21:34.338526 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_port_network_policy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.339533 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.339985 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 15:21:34.340387 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.341465 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.341995 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 15:21:34.342424 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.343569 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.344153 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 15:21:34.344500 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_pps_rule.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.345994 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.346562 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-pps not supported by any of loaded plugins Sep 13 15:21:34.346918 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_rule_type_details.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.348178 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.348686 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 15:21:34.349072 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.350042 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.350619 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 15:21:34.350992 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: qos_rules_alias.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.352439 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.352993 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 15:21:34.353361 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: quota_check_limit.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.354377 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.354891 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: quota-check-limit Sep 13 15:21:34.355221 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: quotasv2.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.356180 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.356505 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: quotas Sep 13 15:21:34.356825 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: quotasv2_detail.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.358608 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.358939 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: quota_details Sep 13 15:21:34.359270 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: rbac.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.360305 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.360820 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: rbac-policies Sep 13 15:21:34.361152 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: rbac_address_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.362030 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.362569 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: rbac-address-group Sep 13 15:21:34.362905 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: rbac_address_scope.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.363841 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.364351 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: rbac-address-scope Sep 13 15:21:34.364677 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: rbac_security_groups.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.365551 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.366054 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: rbac-security-groups Sep 13 15:21:34.366412 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: rbac_subnetpool.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.367282 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.367788 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: rbac-subnetpool Sep 13 15:21:34.368111 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: revisionifmatch.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.368992 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.369494 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: revision-if-match Sep 13 15:21:34.369818 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: revisions.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.370902 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.371410 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: standard-attr-revisions Sep 13 15:21:34.371736 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: router_availability_zone.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.372371 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.372882 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: router_availability_zone Sep 13 15:21:34.373204 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: routerservicetype.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.374172 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.374727 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension router-service-type not supported by any of loaded plugins Sep 13 15:21:34.375047 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.375926 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.376435 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: security-groups-normalized-cidr Sep 13 15:21:34.376761 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.377629 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.378155 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: port-security-groups-filtering Sep 13 15:21:34.378484 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.379363 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.379868 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: security-groups-remote-address-group Sep 13 15:21:34.380190 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.381067 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.381576 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: security-groups-shared-filtering Sep 13 15:21:34.381898 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: securitygroup.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.391961 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.392488 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: security-group Sep 13 15:21:34.392820 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: segment.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.393510 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.394020 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension segment not supported by any of loaded plugins Sep 13 15:21:34.394380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.395272 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.395780 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 15:21:34.396109 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: servicetype.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.397155 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.397664 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: service-type Sep 13 15:21:34.397994 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: sorting.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.398946 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.399276 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: sorting Sep 13 15:21:34.399595 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: standard_attr_segment.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.400460 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.400959 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 15:21:34.401290 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: standardattrdescription.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.401889 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.402426 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: standard-attr-description Sep 13 15:21:34.402751 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: stateful_security_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.403625 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.404140 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: stateful-security-group Sep 13 15:21:34.404445 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: stdattrs_common.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.404992 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 15:21:34.405330 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.406255 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.406763 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 15:21:34.407086 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: subnet_onboard.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.408078 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.408596 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: subnet_onboard Sep 13 15:21:34.408920 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.409796 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.410331 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 15:21:34.410659 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: subnet_service_types.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.411525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.412037 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: subnet-service-types Sep 13 15:21:34.412359 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: subnetallocation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.413373 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.413891 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: subnet_allocation Sep 13 15:21:34.414242 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.414869 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.415371 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: subnetpool-prefix-ops Sep 13 15:21:34.415695 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.416645 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.417091 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 15:21:34.417412 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: tagging.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.418472 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.418999 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: standard-attr-tag Sep 13 15:21:34.419317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: timestamp.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.420449 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.421025 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loaded extension: standard-attr-timestamp Sep 13 15:21:34.421350 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: trunk.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.422346 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.422859 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension trunk not supported by any of loaded plugins Sep 13 15:21:34.423184 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: trunk_details.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.424045 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.424549 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension trunk-details not supported by any of loaded plugins Sep 13 15:21:34.424878 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: uplink_status_propagation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.425751 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.426294 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 15:21:34.426621 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Loading extension file: vlantransparent.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 15:21:34.427248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 15:21:34.427746 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 15:21:34.430412 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:network Sep 13 15:21:34.430937 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:subnet Sep 13 15:21:34.431332 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 15:21:34.431717 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:port Sep 13 15:21:34.432985 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.433426 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service FLAVORS assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.434032 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.434500 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.434830 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:router Sep 13 15:21:34.435252 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 15:21:34.435743 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service METERING assigned prefix: /metering {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.437232 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.437604 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.437958 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:21:34.439099 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 15:21:34.439761 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:security_group Sep 13 15:21:34.440434 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 15:21:34.441336 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.441900 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 15:21:34.442498 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] subnetpool is already registered Sep 13 15:21:34.443220 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.443770 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 15:21:34.444304 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] subnetpool is already registered Sep 13 15:21:34.447043 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.447486 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service FLAVORS assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.448104 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.448648 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.448981 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:router Sep 13 15:21:34.449323 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] router is already registered Sep 13 15:21:34.449742 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 15:21:34.450078 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] floatingip is already registered Sep 13 15:21:34.450568 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service METERING assigned prefix: /metering {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.451263 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 15:21:34.451600 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] rbac_policy is already registered Sep 13 15:21:34.452007 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:security_group Sep 13 15:21:34.452449 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] security_group is already registered Sep 13 15:21:34.452869 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 15:21:34.453209 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] security_group_rule is already registered Sep 13 15:21:34.453685 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.454010 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 15:21:34.454364 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] subnetpool is already registered Sep 13 15:21:34.454784 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 15:21:34.455102 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 15:21:34.455479 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] subnetpool is already registered Sep 13 15:21:34.455960 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: extensions {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.457551 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: address-groups {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.459092 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: address-scopes {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.460336 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: agents {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.461503 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: auto-allocated-topology {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.464037 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: availability_zones {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.465308 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: dhcp-networks {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.466781 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: dhcp-agents {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.468486 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: routers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.470261 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: flavors {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.471442 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: service_profiles {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.472755 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: next_providers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.474248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: service_profiles {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.475720 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: floatingip-pools {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.477310 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: routers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.479168 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: floatingips {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.480375 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: l3-routers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.481766 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: l3-agents {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.483337 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: metering-labels {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.484803 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: metering-label-rules {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.486093 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: network-ip-availabilities {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.487470 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: bindings {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.489054 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: quotas {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.490662 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: quotas {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.492309 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: rbac-policies {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.493510 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: security-groups {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.494747 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: security-group-rules {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.496025 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: service-providers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.497341 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: subnetpools {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.498718 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: subnetpools {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.500329 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.502119 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.503864 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.505744 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.507488 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.509355 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.511173 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.512991 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.514942 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.516807 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 15:21:34.523796 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING keystonemiddleware.auth_token [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 15:21:34.528902 dv-cinder-857434-2-iscsi neutron-server[106150]: WARNING keystonemiddleware.auth_token [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 15:21:34.537776 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Acquiring lock "singleton_lock" {{(pid=106150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 15:21:34.538139 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Acquired lock "singleton_lock" {{(pid=106150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 15:21:34.538611 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Releasing lock "singleton_lock" {{(pid=106150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 15:21:34.539265 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Starting 2 workers Sep 13 15:21:34.544035 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Started child 106263 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 15:21:34.548617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Started child 106264 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 15:21:34.549510 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:34.550184 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO neutron.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 15:21:34.550929 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:34.551051 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [-] (106263) wsgi starting up on http://0.0.0.0:9696 Sep 13 15:21:34.553123 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:34.553593 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Starting 1 workers Sep 13 15:21:34.554515 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [-] (106264) wsgi starting up on http://0.0.0.0:9696 Sep 13 15:21:34.558317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Started child 106265 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 15:21:34.558857 dv-cinder-857434-2-iscsi neutron-server[106150]: INFO oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Starting 1 workers Sep 13 15:21:34.562700 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] calling RpcWorker wait() {{(pid=106265) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 15:21:34.563326 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] returning from RpcWorker wait() {{(pid=106265) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 15:21:34.563684 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Started child 106266 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 15:21:34.564401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:34.564524 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-db8fda09-3f26-4107-b080-b8832504a042 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:34.564829 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:21:34.566174 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 15:21:34.566382 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 15:21:34.566759 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 15:21:34.566952 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 15:21:34.567453 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 15:21:34.567600 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 15:21:34.568273 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.568397 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:34.568879 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.568879 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.569029 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.569473 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:21:34.569758 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.570009 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.570284 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.570560 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.570827 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.570977 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.571306 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.571564 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.571802 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.572105 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.572380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.572623 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.572853 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.572994 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.573258 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.573523 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.573774 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.574036 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] debug = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.574309 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.574769 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.575015 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.575308 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.575476 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.575750 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.576006 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.576265 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.576503 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.576728 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.576974 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.577325 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.577551 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.577777 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.578004 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.578316 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.578532 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.579011 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host = dv-cinder-857434-2-iscsi {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.579243 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.579474 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.579719 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.579962 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.580219 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.580456 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.580707 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.580950 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.581277 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.581425 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.581673 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.581911 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.582145 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.582371 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.582530 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_options = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.582758 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.583034 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.583311 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.583495 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.583646 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.583808 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.584050 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.584195 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.584424 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.584650 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.584856 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.585063 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.585298 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.585540 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.585729 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.588221 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.588456 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.588775 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.589160 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.589376 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.589684 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.591263 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.591526 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.591770 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.592007 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.592283 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.592513 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.592774 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.593009 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.593264 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.593533 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.593783 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.594013 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.594284 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.594551 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.594789 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.595019 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.595282 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.595587 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.595817 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.596071 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.596335 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.596551 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.596794 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.597015 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.597250 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.597493 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_json = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.597705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.597908 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.598186 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.598421 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.598638 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.598854 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.599070 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.599323 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.599545 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.599983 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.600269 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.600581 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.600833 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.601073 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.601312 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.601545 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.602300 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.602546 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.602785 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.603121 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.603350 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.603664 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.603918 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.604199 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.604513 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.604781 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.605047 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.605285 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.605503 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.605741 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.605958 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.606255 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.606486 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.606958 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.606958 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.607225 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.607485 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.607757 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.608021 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.608706 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.608706 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.608956 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.609221 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.609476 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.609733 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.609951 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.610204 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.610426 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.610654 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.610917 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.611152 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.611401 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.611818 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.611966 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.612312 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.612312 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.612581 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.612795 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.613016 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.613238 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.613472 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.613686 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.613915 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.614163 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.614397 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.614658 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.614883 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.615114 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.615383 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.615614 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.615856 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.616060 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.616275 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.616503 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.616714 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.616929 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.617137 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.617380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.617598 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.617810 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.618046 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.618239 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.618463 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.618688 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.618927 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.619138 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.619353 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.619562 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.619773 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.619998 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.620208 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.620437 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.620645 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.620854 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.621066 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.621275 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.621504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.621714 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.621924 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.622154 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.622394 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.622692 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.622939 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.623187 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.623420 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.623678 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.623895 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.624180 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.624413 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.624649 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.624879 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.625131 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.625374 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.625780 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.626018 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.626267 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.626409 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.626552 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.629504 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.630626 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.631617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.631617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.631617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.631617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.631617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.632248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.632248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.632248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.632636 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.632771 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.632902 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.633186 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.633409 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.633637 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.633855 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.634051 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.634323 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.634545 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.634878 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.635091 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.635326 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.635524 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.635941 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.636093 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.636248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.636861 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.637249 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.637472 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.637749 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.638977 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.638977 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.639178 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.639285 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.639640 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.639900 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.640151 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.642984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643872 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.643872 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.644138 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.644318 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.644543 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.644825 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.645092 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.645310 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.645543 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.645809 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.646063 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.646317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.646675 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.646903 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.647117 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.647332 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.647545 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.647785 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.647998 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.648242 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.648476 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.648728 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.648975 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.649317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.649564 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.650380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.650380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.650539 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.650677 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.650860 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.651075 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.651339 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.651560 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.651785 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.652004 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.652249 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.652482 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.652701 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.653086 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.653316 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.653530 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.653788 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.654026 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.654304 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.654553 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.654789 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.655018 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.655241 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.655639 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.655969 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.656204 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.656420 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.656763 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.656962 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.657248 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.657576 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.657830 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.658068 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.658357 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.658575 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.658804 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.659033 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.659243 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.659474 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.659695 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.659931 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.660138 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.660383 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.660590 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.660795 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.661018 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.661242 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.661451 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.661693 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.661900 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.662153 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.662380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.662602 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.662803 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.663027 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.663239 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.663454 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.663674 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.663900 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.664096 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.664331 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.664536 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.664760 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.664980 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.665191 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.665400 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.665713 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.665961 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.666216 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.666486 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.666937 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.667136 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.667374 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.667675 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.667886 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.668128 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.668374 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.668591 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.668810 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.669074 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.669418 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.669685 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.669941 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.670299 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.670573 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.670839 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.671146 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.671376 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.671687 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.672008 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.672268 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.672526 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.672760 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.672995 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.673233 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.673447 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.673682 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.673910 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.674141 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.674380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.674608 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.674859 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.675102 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.675299 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.675518 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.675765 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.675993 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.676211 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.676425 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.676583 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 15:21:34.677215 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 15:21:34.677381 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 15:21:34.677536 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 15:21:34.677706 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 15:21:34.677873 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 15:21:34.678023 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 15:21:34.678277 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.678438 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.678594 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.678757 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.678947 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.679110 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.679270 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.679427 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.679583 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.679743 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.679897 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.680205 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.680496 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.680777 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.681075 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.681235 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.681389 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.681686 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.681984 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.682163 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.682317 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.682469 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] debug = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.682766 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.682975 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.683139 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.683243 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:21:34.683322 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.683441 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.683589 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.683744 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.683899 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684053 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684222 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684344 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684500 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684655 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684810 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.684970 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.685124 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.685281 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.685435 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host = dv-cinder-857434-2-iscsi {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.685589 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.685743 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.685896 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.686050 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.686256 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.686380 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.686524 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.687333 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.687333 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.687333 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.687635 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.687635 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.687787 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688110 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688110 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_options = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688275 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688349 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688484 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688662 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.688982 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.689305 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.689639 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.689794 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.690095 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.690272 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.690429 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.690588 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.690737 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.690894 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691049 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691205 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691362 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691520 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691678 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691826 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.691987 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.692141 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.692294 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.692449 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.692604 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.692760 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.692918 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.693073 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.693227 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.693381 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.693537 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.693695 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.693850 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694005 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694176 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694332 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694488 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694642 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694802 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.694964 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.695118 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.695272 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.695428 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.695583 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.695737 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.695892 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.696046 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_json = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.696203 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.696356 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.696513 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.696668 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.696823 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.697001 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.697111 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.697273 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.697425 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 15:21:34.697602 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.697762 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.697928 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.698085 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.698262 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.698422 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.698579 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.698737 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.698895 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.699052 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.699217 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.699373 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.699539 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.699697 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.699853 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700014 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700171 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700328 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700486 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700647 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700812 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.700951 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.701117 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.701271 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.701427 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.701584 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.701810 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.701982 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.702195 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.702505 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.702828 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.702828 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.703173 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.703303 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.703389 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.703523 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.703693 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.703835 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.704068 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.704230 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.704389 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.704546 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.704704 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.704866 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705025 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705184 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705342 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705500 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705657 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705817 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.705976 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.706159 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.706320 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.706478 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.706637 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.706796 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.706953 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.707121 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.707278 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.707437 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.707636 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.707777 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.707956 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708105 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708260 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708402 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708993 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708993 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708993 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.708993 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709298 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709298 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709448 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709539 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709650 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709797 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.709949 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.710121 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.710284 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.710923 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.710923 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.710923 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.710923 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713080 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.713705 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714702 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714702 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714702 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.714920 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.715003 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.715120 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.715277 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.715656 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.715836 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.715927 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716103 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716238 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716395 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716524 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716653 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716844 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.716977 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.717254 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.717254 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.717635 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.717635 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.717971 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.717971 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.718427 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.718427 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.718660 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.718660 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.718963 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.718963 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719155 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719294 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719381 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719461 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719660 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719841 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.719975 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.720061 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.720278 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.720459 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.720610 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.720737 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.720824 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721012 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721145 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721309 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721488 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721580 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721755 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.721902 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.722031 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.722235 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.722368 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.722532 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.722665 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.722837 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723416 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723416 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723416 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723416 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723941 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723941 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.723941 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724244 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724244 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724244 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724464 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724555 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724680 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.724873 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.725007 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.725177 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.726091 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.726091 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.726091 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.726091 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.726091 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727016 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727016 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727016 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727016 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727554 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727554 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727554 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727554 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727872 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.727872 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728024 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728105 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728240 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728398 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728555 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728713 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.728888 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729046 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729206 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729369 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729525 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729681 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729838 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.729995 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.730173 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.730331 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.730491 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.730649 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.730829 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.730986 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.731144 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.731302 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.731460 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.731617 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.731780 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.731939 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.732095 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.732255 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.732412 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.732575 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.732732 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.732891 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.733047 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.733204 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.733364 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.733543 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.733713 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.733845 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734013 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734189 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734348 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734507 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734649 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734810 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.734976 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.735133 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.735289 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.735445 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.735600 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.735757 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.735923 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.736078 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.736233 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.736390 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.736546 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.736702 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.736868 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737024 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737181 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737336 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737497 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737637 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737801 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.737957 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.738129 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.738291 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.738448 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.738604 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.738773 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.738931 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.739086 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.739242 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.739399 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.739554 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.739723 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.739880 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740038 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740202 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740358 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740514 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740669 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740837 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.740994 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.741153 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.741310 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.741466 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.741622 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.741780 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.741941 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.742124 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.742288 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.742446 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.742611 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.742774 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.742939 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.743094 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.743257 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.743426 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.743582 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.743739 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.743895 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744086 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744216 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744340 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744497 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744657 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744813 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.744969 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.745126 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.745283 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.745440 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.745596 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.745753 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.745909 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.746067 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.746243 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.746399 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 15:21:34.746553 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 15:21:34.813745 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53392) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:21:34.824918 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0078042 Sep 13 15:21:34.832316 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0064313 Sep 13 15:21:44.044824 dv-cinder-857434-2-iscsi neutron-server[106150]: DEBUG dbcounter [-] [106150] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:21:46.233529 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5804e46-2a6d-465f-a048-79f2d3543ff7 None None] get_active_networks_info from dv-cinder-857434-2-iscsi {{(pid=106265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 15:21:46.260569 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writer thread running {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 15:21:46.317624 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5804e46-2a6d-465f-a048-79f2d3543ff7 None None] No non-hosted networks {{(pid=106265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 15:21:46.340075 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.agentschedulers_db [None req-e5804e46-2a6d-465f-a048-79f2d3543ff7 None None] DHCP Agent not found on host dv-cinder-857434-2-iscsi {{(pid=106265) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 13 15:21:46.411813 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4abe-3eae-4432-bb7e-012acbd5791c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974896'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:48.111923 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writer thread running {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 15:21:48.586081 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7185d4bb-f395-408b-bc9c-b98cc16b63ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974896'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:48.634546 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-72cc2241-f96d-4950-970e-f415cf1d65e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:49.534650 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974896'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:49.956411 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53468) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:21:50.535943 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING oslo_policy.policy [None req-b591b7f4-0807-43f6-a97a-723d6b67c007 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:21:50.536511 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING oslo_policy.policy [None req-b591b7f4-0807-43f6-a97a-723d6b67c007 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:21:50.751202 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [None req-b591b7f4-0807-43f6-a97a-723d6b67c007 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:21:50.756493 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b591b7f4-0807-43f6-a97a-723d6b67c007 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7943099 Sep 13 15:21:51.031751 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974896'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:51.238420 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974896'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:51.240180 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.240916 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.241874 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.242487 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.243021 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.243568 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.243898 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.244386 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.244920 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.245640 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.245981 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.246465 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.247039 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.247526 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.248039 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:51.248558 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857434-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:21:51.255163 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857434-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:21:53.495659 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53502) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:21:53.862808 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:21:53.875355 dv-cinder-857434-2-iscsi neutron-server[106264]: ERROR stevedore.extension [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 15:21:53.954612 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.policy [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106264) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 15:21:53.996999 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING oslo_policy.policy [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:21:53.997370 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING oslo_policy.policy [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:21:54.017131 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writer thread running {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 15:21:54.096777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794711803060', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794711804600', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794711821246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794711844627', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794711850974', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794711840895', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16497538', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16492766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005222'] for rbac-policy (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:54.171603 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:54.172818 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-3ed18a83-dea0-4bb1-9131-ec6879eab3c3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6758366 Sep 13 15:21:55.746470 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.db.l3_hamode_db [None req-4175f257-924b-4fa6-9b3e-8ddc600c22a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 15:21:55.823298 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175f257-924b-4fa6-9b3e-8ddc600c22a8 None None] Routers set() bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:21:55.823682 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175f257-924b-4fa6-9b3e-8ddc600c22a8 None None] Router IDs set() for agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 15:21:56.772051 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53512) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:21:57.126283 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:21:57.159186 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Made reservation on behalf of 1cf34cdf97b64f59bf465ae56dd45517 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:21:57.163611 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.182312 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.297974 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks [] for security_group (0306c6a8-b450-4fca-9cdb-c3ed00c2846c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.305320 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0306c6a8-b450-4fca-9cdb-c3ed00c2846c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.332173 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:21:57.365790 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794708649135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (c7229ceb-a79c-4c16-a604-69129284ecf5), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.366400 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Unsubscribe: segment precommit_create {{(pid=106264) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 15:21:57.367031 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Added segment c7229ceb-a79c-4c16-a604-69129284ecf5 of type vlan for network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 Sep 13 15:21:57.400777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0306c6a8-b450-4fca-9cdb-c3ed00c2846c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:21:57.442501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:21:57.452809 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.453156 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.453518 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.453872 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.454219 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.454622 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.455161 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.455161 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.456431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.456431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.456431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.456431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.456750 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.457042 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.457366 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Tracked resource versions report: Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: pushed versions: Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: { 'AddressGroup': {'1.2'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Agent': {'1.1'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'ConntrackHelper': {'1.0'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Log': {'1.0'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'NDPProxy': {'1.0'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Network': {'1.1'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Port': {'1.7'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'PortForwarding': {'1.3'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'QosPolicy': {'1.10'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroup': {'1.5'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SubPort': {'1.0'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Subnet': {'1.1'}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Trunk': {'1.1'}} Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: consumer versions: Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Agent': '1.1', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'ConntrackHelper': '1.0', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'LocalIPAssociation': '1.0', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Log': '1.0', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'NDPProxy': '1.0', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Network': '1.1', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Port': '1.7', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'PortForwarding': '1.3', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'QosPolicy': '1.10', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroup': '1.5', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroupRule': '1.2', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SubPort': '1.0', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Subnet': '1.1', Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Trunk': '1.1'}} Sep 13 15:21:57.458853 dv-cinder-857434-2-iscsi neutron-server[106264]: {{(pid=106264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:21:57.479516 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (40dd073f-d4e6-4f3a-b981-bbf71e3f33e1), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.527627 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (40dd073f-d4e6-4f3a-b981-bbf71e3f33e1), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.532727 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:21:57.533469 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:21:57.624002 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8504930 Sep 13 15:21:57.655299 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13767036-517a-4ca1-9ae1-7639816d04f9 demo demo] Pushing event updated for resources: {'Network': ['ID=40dd073f-d4e6-4f3a-b981-bbf71e3f33e1,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:21:57.669549 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:22:00.318212 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53526) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:00.797351 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4eba42-8e41-40c2-a6db-67a8203f527e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:00.798788 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-bb4eba42-8e41-40c2-a6db-67a8203f527e demo admin] 10.222.0.16 "GET /networking/v2.0/networks/40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 HTTP/1.1" status: 200 len: 825 time: 0.4793634 Sep 13 15:22:00.828909 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-51c979e5-ab3f-4e0f-bf61-97825c55d931 demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/e6056795-8d17-4e96-a8be-522dc4052bb4 HTTP/1.1" status: 200 len: 734 time: 0.0208902 Sep 13 15:22:00.837833 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Request body: {'subnet': {'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:22:00.864645 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Made reservation on behalf of 1cf34cdf97b64f59bf465ae56dd45517 for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:22:00.866927 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:01.111127 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:01.183165 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (696da5cb-ce96-474d-99a8-e3b8f9c8041f), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:01.250797 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Pushing event updated for resources: {'Subnet': ['ID=696da5cb-ce96-474d-99a8-e3b8f9c8041f,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:01.261365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Checking segment: {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:22:01.261741 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Network hostable DHCP agents. Network: 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:22:01.285248 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:22:01.297709 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:22:01.303550 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:01.305460 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:01.306581 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd531a2-f1f4-4695-837d-86f0f6078c8b None None] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:22:01.332576 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7116636c-e252-4203-962b-ed991735fe19 demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4875424 Sep 13 15:22:01.582599 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:22:01.583860 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:01.866469 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Allocated IP 172.20.0.2 (40dd073f-d4e6-4f3a-b981-bbf71e3f33e1/696da5cb-ce96-474d-99a8-e3b8f9c8041f/84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:22:01.880193 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:02.143553 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Publish callbacks [] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:02.152740 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:02.230017 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:22:02.236116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:22:02.244004 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:22:02.251976 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Pushing event updated for resources: {'Port': ['ID=84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:02.300441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.300767 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.301147 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.301498 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.301838 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.302193 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.302519 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.302841 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.303171 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.303493 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.303802 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.304138 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.304467 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.304786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.305103 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Tracked resource versions report: Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: pushed versions: Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: { 'AddressGroup': {'1.2'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Agent': {'1.1'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'ConntrackHelper': {'1.0'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Log': {'1.0'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'NDPProxy': {'1.0'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Network': {'1.1'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Port': {'1.7'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'PortForwarding': {'1.3'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'QosPolicy': {'1.10'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroup': {'1.5'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SubPort': {'1.0'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Subnet': {'1.1'}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Trunk': {'1.1'}} Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: consumer versions: Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Agent': '1.1', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'ConntrackHelper': '1.0', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'LocalIPAssociation': '1.0', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Log': '1.0', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'NDPProxy': '1.0', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Network': '1.1', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Port': '1.7', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'PortForwarding': '1.3', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'QosPolicy': '1.10', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroup': '1.5', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroupRule': '1.2', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SubPort': '1.0', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Subnet': '1.1', Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Trunk': '1.1'}} Sep 13 15:22:02.306592 dv-cinder-857434-2-iscsi neutron-server[106265]: {{(pid=106265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:22:02.344507 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Attempting to bind port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:22:02.345174 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Attempting to bind port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:22:02.345372 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Attempting to bind port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f on network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:22:02.396451 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:02.402708 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:22:02.403366 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Checking segment: {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:22:02.403995 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:02.404582 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Bound using segment: {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:22:02.405272 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Bound port: 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:22:02.405822 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:02.478281 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] For port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:22:02.498336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] For port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f,segment=NetworkSegment(c7229ceb-a79c-4c16-a604-69129284ecf5),segment_id=c7229ceb-a79c-4c16-a604-69129284ecf5)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:22:02.507316 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:02.556822 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3d46a-a737-40f5-9aaa-ee2eca3a6f5c None None] Pushing event updated for resources: {'Port': ['ID=84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:03.959630 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53536) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:04.301171 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [None req-a99eba99-cd7d-43b7-8140-b87bd08604ba admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:22:04.302205 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-a99eba99-cd7d-43b7-8140-b87bd08604ba admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3415771 Sep 13 15:22:05.030699 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=6 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:05.042516 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:06.999731 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53546) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:07.535708 dv-cinder-857434-2-iscsi neutron-server[106263]: WARNING oslo_policy.policy [None req-1e6e54d3-c090-4932-b79b-511672d11f0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:22:07.536462 dv-cinder-857434-2-iscsi neutron-server[106263]: WARNING oslo_policy.policy [None req-1e6e54d3-c090-4932-b79b-511672d11f0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:22:07.750626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [None req-1e6e54d3-c090-4932-b79b-511672d11f0d admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:22:07.751737 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-1e6e54d3-c090-4932-b79b-511672d11f0d admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7511377 Sep 13 15:22:10.492017 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53564) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:10.537649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319969f2-e034-497d-99e4-5f1c2d167b73 None None] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:22:10.599980 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] Provisioning complete for port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:10.600387 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:10.794624 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] Current status of the port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:10.795033 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:10.835046 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] For port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f,segment=NetworkSegment(c7229ceb-a79c-4c16-a604-69129284ecf5),segment_id=c7229ceb-a79c-4c16-a604-69129284ecf5)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:22:10.840944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:10.841698 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:22:10.854164 dv-cinder-857434-2-iscsi neutron-server[106263]: ERROR stevedore.extension [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 15:22:10.900647 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350429bf-fa75-41dd-96c3-bfbfae4a5074 None None] Pushing event updated for resources: {'Port': ['ID=84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:10.912513 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.policy [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106263) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 15:22:10.930210 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:22:10.957049 dv-cinder-857434-2-iscsi neutron-server[106263]: WARNING oslo_policy.policy [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:22:10.957462 dv-cinder-857434-2-iscsi neutron-server[106263]: WARNING oslo_policy.policy [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 15:22:10.976754 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:10.977812 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:10.977920 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writer thread running {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 15:22:10.983888 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:11.001736 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:11.022248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (b288c30c-77cb-45f9-9040-f07c496bda60), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:11.024214 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (b288c30c-77cb-45f9-9040-f07c496bda60), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:11.055262 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:11.064451 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-c8305840-5384-48c9-9951-9734ed78f08f None None] Provisioning complete for port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:11.064849 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c8305840-5384-48c9-9951-9734ed78f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:11.138660 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-c8305840-5384-48c9-9951-9734ed78f08f None None] Current status of the port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:11.185785 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Publish callbacks [] for router_controller (b288c30c-77cb-45f9-9040-f07c496bda60), precommit_add_association {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:11.193822 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (b288c30c-77cb-45f9-9040-f07c496bda60), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:11.220508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:11.221828 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-a9a5abc5-bf1d-4681-8be9-c031814c8eaa demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7289145 Sep 13 15:22:11.314124 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=62,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:11.314863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:12.894407 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:22:12.941481 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:12.941854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:12.971857 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:13.017898 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:13.853572 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53578) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:14.211255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [None req-9d2362f6-03f5-453a-b65e-f862d72bbb1c admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:22:14.212259 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-9d2362f6-03f5-453a-b65e-f862d72bbb1c admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3573790 Sep 13 15:22:14.603081 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:22:16.208266 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6682bd7a-e035-4a01-935e-0b03f8e163c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:16.844043 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53586) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:17.209331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:22:17.236893 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Made reservation on behalf of 3dcdfc529b6149688ceee6b949a735a1 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:22:17.240002 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.255980 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.378826 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks [] for security_group (62e7d0a0-ca9d-478f-9c61-45fcf3a99414), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.385612 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (62e7d0a0-ca9d-478f-9c61-45fcf3a99414), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.397185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Reserving flat network on physical network physnet1 {{(pid=106263) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 15:22:17.434439 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794708649135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (7c8580d9-a362-424e-98e9-beb98ef7d730), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.434910 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Unsubscribe: segment precommit_create {{(pid=106263) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 15:22:17.435440 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Added segment 7c8580d9-a362-424e-98e9-beb98ef7d730 of type flat for network b30a9967-e978-451b-8d7f-fe56992fabf6 Sep 13 15:22:17.451140 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7d0a0-ca9d-478f-9c61-45fcf3a99414,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:17.500488 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.500832 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.501162 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.501476 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.501853 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.502206 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.502525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.502837 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.503170 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.503486 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.503817 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.504144 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.504461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.504793 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.505104 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Tracked resource versions report: Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: pushed versions: Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: { 'AddressGroup': {'1.2'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Agent': {'1.1'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'ConntrackHelper': {'1.0'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Log': {'1.0'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'NDPProxy': {'1.0'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Network': {'1.1'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Port': {'1.7'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'PortForwarding': {'1.3'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'QosPolicy': {'1.10'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroup': {'1.5'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SubPort': {'1.0'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Subnet': {'1.1'}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Trunk': {'1.1'}} Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: consumer versions: Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Agent': '1.1', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'ConntrackHelper': '1.0', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'LocalIPAssociation': '1.0', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Log': '1.0', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'NDPProxy': '1.0', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Network': '1.1', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Port': '1.7', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'PortForwarding': '1.3', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'QosPolicy': '1.10', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroup': '1.5', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroupRule': '1.2', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SubPort': '1.0', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Subnet': '1.1', Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Trunk': '1.1'}} Sep 13 15:22:17.506779 dv-cinder-857434-2-iscsi neutron-server[106263]: {{(pid=106263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:22:17.550838 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (b30a9967-e978-451b-8d7f-fe56992fabf6), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.596592 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (b30a9967-e978-451b-8d7f-fe56992fabf6), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.597727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:17.598555 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:17.693510 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8482823 Sep 13 15:22:17.700969 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b59d9-c9e0-4273-9f88-36482a761ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=b30a9967-e978-451b-8d7f-fe56992fabf6,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:17.718407 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network b30a9967-e978-451b-8d7f-fe56992fabf6 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:22:18.575316 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e533e0fc-11f1-4792-89a1-6e7944d4509d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:19.501024 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:20.333744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53598) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:20.775359 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104fc86-d5bc-4244-b7dd-c3dabffffa59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:20.776756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-9104fc86-d5bc-4244-b7dd-c3dabffffa59 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/696da5cb-ce96-474d-99a8-e3b8f9c8041f HTTP/1.1" status: 200 len: 849 time: 0.4419901 Sep 13 15:22:20.924485 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-ff9d6fd4-4799-4ef5-9ce7-01b0d65e4c1f demo admin] 10.222.0.16 "GET /networking/v2.0/routers/b288c30c-77cb-45f9-9040-f07c496bda60 HTTP/1.1" status: 200 len: 704 time: 0.1383693 Sep 13 15:22:20.988884 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:21.210574 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:21.227289 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:21.242307 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:21.310360 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:21.524575 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Allocated IP 172.20.0.1 (40dd073f-d4e6-4f3a-b981-bbf71e3f33e1/696da5cb-ce96-474d-99a8-e3b8f9c8041f/7afe9039-9297-4109-8bc0-e6067433d544) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:22:21.723180 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks [] for port (7afe9039-9297-4109-8bc0-e6067433d544), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:21.798868 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (7afe9039-9297-4109-8bc0-e6067433d544), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:21.875878 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:22:21.884992 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:22:21.891922 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:22:21.892749 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (b288c30c-77cb-45f9-9040-f07c496bda60), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:21.917337 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Pushing event updated for resources: {'Port': ['ID=7afe9039-9297-4109-8bc0-e6067433d544,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:22.096458 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7afe9039-9297-4109-8bc0-e6067433d544), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:22.139260 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-0a7b60b8-095c-45fc-b6f6-1dbc00669e26 None None] Provisioning complete for port 7afe9039-9297-4109-8bc0-e6067433d544 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:22.139923 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0a7b60b8-095c-45fc-b6f6-1dbc00669e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7afe9039-9297-4109-8bc0-e6067433d544), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:22.173646 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b60b8-095c-45fc-b6f6-1dbc00669e26 None None] Port 7afe9039-9297-4109-8bc0-e6067433d544 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:22:22.361738 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks [] for port (7afe9039-9297-4109-8bc0-e6067433d544), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:22.369127 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7afe9039-9297-4109-8bc0-e6067433d544), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:22.369942 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (b288c30c-77cb-45f9-9040-f07c496bda60), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:22.443553 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Pushing event updated for resources: {'Port': ['ID=7afe9039-9297-4109-8bc0-e6067433d544,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:22.448606 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:22.464135 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:22.500892 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:22:22.502224 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:22:22.662867 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Router b288c30c-77cb-45f9-9040-f07c496bda60 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:22:22.696853 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-faf6dee4-f0d6-4932-b818-b9a7210679a1 None None] Provisioning complete for port 7afe9039-9297-4109-8bc0-e6067433d544 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:22.697342 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-faf6dee4-f0d6-4932-b818-b9a7210679a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7afe9039-9297-4109-8bc0-e6067433d544), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:22.730620 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-faf6dee4-f0d6-4932-b818-b9a7210679a1 None None] Port 7afe9039-9297-4109-8bc0-e6067433d544 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:22:22.753349 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:22:22.759060 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4114bb74-138d-44f0-8645-4f89db73ca8a demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/b288c30c-77cb-45f9-9040-f07c496bda60/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8265474 Sep 13 15:22:22.763394 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Sync routers for ids ['b288c30c-77cb-45f9-9040-f07c496bda60'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:22:22.777084 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Routers {'b288c30c-77cb-45f9-9040-f07c496bda60'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:22:22.777999 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:22:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b288c30c-77cb-45f9-9040-f07c496bda60'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:22.967856 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Set router b288c30c-77cb-45f9-9040-f07c496bda60 gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:22:23.386561 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'name': 'router1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:22:11Z', 'updated_at': '2022-09-13T15:22:22Z', 'revision_number': 2, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'gw_port_host': None, '_interfaces': [{'id': '7afe9039-9297-4109-8bc0-e6067433d544', 'name': '', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'mac_address': 'fa:16:3e:57:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:21Z', 'updated_at': '2022-09-13T15:22:22Z', 'revision_number': 2, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'subnets': [{'id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:23.435856 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Checking router: b288c30c-77cb-45f9-9040-f07c496bda60 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:22:23.436334 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Updating router b288c30c-77cb-45f9-9040-f07c496bda60 port 7afe9039-9297-4109-8bc0-e6067433d544 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:22:23.490880 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7afe9039-9297-4109-8bc0-e6067433d544), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:24.026493 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Publish callbacks [] for port (7afe9039-9297-4109-8bc0-e6067433d544), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:24.035235 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7afe9039-9297-4109-8bc0-e6067433d544), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:24.156780 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Pushing event updated for resources: {'Port': ['ID=7afe9039-9297-4109-8bc0-e6067433d544,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:24.179942 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.180294 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.180637 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.180980 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.181313 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.181644 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.181966 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.182316 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.182635 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.183119 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.183445 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.183839 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.184167 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.184489 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.184808 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Tracked resource versions report: Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: pushed versions: Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: { 'AddressGroup': {'1.2'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Agent': {'1.1'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'ConntrackHelper': {'1.0'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Log': {'1.0'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'NDPProxy': {'1.0'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Network': {'1.1'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Port': {'1.7'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'PortForwarding': {'1.3'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'QosPolicy': {'1.10'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroup': {'1.5'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SubPort': {'1.0'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Subnet': {'1.1'}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Trunk': {'1.1'}} Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: consumer versions: Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Agent': '1.1', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'ConntrackHelper': '1.0', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'LocalIPAssociation': '1.0', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Log': '1.0', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'NDPProxy': '1.0', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Network': '1.1', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Port': '1.7', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'PortForwarding': '1.3', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'QosPolicy': '1.10', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroup': '1.5', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroupRule': '1.2', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SubPort': '1.0', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Subnet': '1.1', Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Trunk': '1.1'}} Sep 13 15:22:24.186271 dv-cinder-857434-2-iscsi neutron-server[106266]: {{(pid=106266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:22:24.198474 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Attempting to bind port 7afe9039-9297-4109-8bc0-e6067433d544 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:22:24.198894 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Attempting to bind port 7afe9039-9297-4109-8bc0-e6067433d544 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:22:24.199320 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Attempting to bind port 7afe9039-9297-4109-8bc0-e6067433d544 on network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:22:24.283473 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:22:24.283737 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Checking segment: {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:22:24.284234 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:24.284628 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Bound using segment: {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:22:24.285108 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Bound port: 7afe9039-9297-4109-8bc0-e6067433d544, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7229ceb-a79c-4c16-a604-69129284ecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:22:24.285487 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7afe9039-9297-4109-8bc0-e6067433d544), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:24.299822 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:24.344380 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:24.358277 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] For port 7afe9039-9297-4109-8bc0-e6067433d544, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:22:24.377581 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] For port 7afe9039-9297-4109-8bc0-e6067433d544, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7afe9039-9297-4109-8bc0-e6067433d544,segment=NetworkSegment(c7229ceb-a79c-4c16-a604-69129284ecf5),segment_id=c7229ceb-a79c-4c16-a604-69129284ecf5)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:22:24.385578 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7afe9039-9297-4109-8bc0-e6067433d544), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:24.422707 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Routers {'b288c30c-77cb-45f9-9040-f07c496bda60'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:22:24.423333 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:22:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b288c30c-77cb-45f9-9040-f07c496bda60'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:24.501566 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f049b5e-51f1-4319-8b31-6033a6f73c21 None None] Pushing event updated for resources: {'Port': ['ID=7afe9039-9297-4109-8bc0-e6067433d544,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:24.524210 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] Set router b288c30c-77cb-45f9-9040-f07c496bda60 gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:22:24.732382 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'name': 'router1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:22:11Z', 'updated_at': '2022-09-13T15:22:22Z', 'revision_number': 2, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'gw_port_host': None, '_interfaces': [{'id': '7afe9039-9297-4109-8bc0-e6067433d544', 'name': '', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'mac_address': 'fa:16:3e:57:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:21Z', 'updated_at': '2022-09-13T15:22:24Z', 'revision_number': 4, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'subnets': [{'id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:24.757980 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa0ca49-939f-4d88-b749-3c2ea77871e3 None None] The sync data for ids ['b288c30c-77cb-45f9-9040-f07c496bda60'] in dv-cinder-857434-2-iscsi is: [{'id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'name': 'router1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:22:11Z', 'updated_at': '2022-09-13T15:22:22Z', 'revision_number': 2, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'gw_port_host': None, '_interfaces': [{'id': '7afe9039-9297-4109-8bc0-e6067433d544', 'name': '', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'mac_address': 'fa:16:3e:57:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:21Z', 'updated_at': '2022-09-13T15:22:24Z', 'revision_number': 4, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'subnets': [{'id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:22:25.379713 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 53610) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:25.782274 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e9fd17-5687-45a6-a6e5-3ff5728ad082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:25.783674 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-81e9fd17-5687-45a6-a6e5-3ff5728ad082 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/b30a9967-e978-451b-8d7f-fe56992fabf6 HTTP/1.1" status: 200 len: 842 time: 0.4030113 Sep 13 15:22:25.793518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:22:25.817004 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Made reservation on behalf of 3dcdfc529b6149688ceee6b949a735a1 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:22:25.819606 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:26.126894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.objects.ports [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106263) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 15:22:26.127352 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (a6bef94f-acfe-4492-af65-8647fc8d8e72), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:26.177897 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bef94f-acfe-4492-af65-8647fc8d8e72,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:26.194907 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:22:26.195253 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Network hostable DHCP agents. Network: b30a9967-e978-451b-8d7f-fe56992fabf6, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:22:26.222319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:22:26.236333 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, b30a9967-e978-451b-8d7f-fe56992fabf6) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:22:26.240575 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:26.241177 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:26.246340 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b24115-159b-4ee2-9cb1-bcddd6fe055a None None] Network b30a9967-e978-451b-8d7f-fe56992fabf6 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:22:26.274278 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3d17a1fb-45fc-4d3f-a79e-db029e9635b0 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4717188 Sep 13 15:22:26.357903 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd9d5d-d96e-4765-a118-2563d34a693e None None] Network b30a9967-e978-451b-8d7f-fe56992fabf6 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:22:28.914779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53618) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:29.547802 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c63e1db8-774f-45cd-85ae-6a461eafd65c demo admin] 10.222.0.16 "GET /networking/v2.0/routers/b288c30c-77cb-45f9-9040-f07c496bda60 HTTP/1.1" status: 200 len: 710 time: 0.6318731 Sep 13 15:22:29.686242 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af76f74-235c-48da-9416-e190e03f6557 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:22:29.687678 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1af76f74-235c-48da-9416-e190e03f6557 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/b30a9967-e978-451b-8d7f-fe56992fabf6 HTTP/1.1" status: 200 len: 886 time: 0.1333160 Sep 13 15:22:29.697563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:22:29.979935 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks [] for router_gateway (b288c30c-77cb-45f9-9040-f07c496bda60), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:30.212066 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks [] for router_gateway (b288c30c-77cb-45f9-9040-f07c496bda60), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:30.291199 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:30.497690 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Allocated IP 172.27.1.69 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/07da7338-7aa4-4647-8e65-e3608cb79129) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:22:30.610914 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks [] for port (07da7338-7aa4-4647-8e65-e3608cb79129), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:30.631543 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:30.649745 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:30.672458 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:30.749528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:22:30.754344 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:22:30.760876 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:22:30.793821 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Pushing event updated for resources: {'Port': ['ID=07da7338-7aa4-4647-8e65-e3608cb79129,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:30.912796 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7afe9039-9297-4109-8bc0-e6067433d544 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:22:30.958992 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 7afe9039-9297-4109-8bc0-e6067433d544 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:30.959351 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7afe9039-9297-4109-8bc0-e6067433d544), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:30.990722 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:31.040647 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks [] for router_gateway (b288c30c-77cb-45f9-9040-f07c496bda60), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:31.043817 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 7afe9039-9297-4109-8bc0-e6067433d544 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:31.044212 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7afe9039-9297-4109-8bc0-e6067433d544), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:31.082297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 7afe9039-9297-4109-8bc0-e6067433d544, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7afe9039-9297-4109-8bc0-e6067433d544,segment=NetworkSegment(c7229ceb-a79c-4c16-a604-69129284ecf5),segment_id=c7229ceb-a79c-4c16-a604-69129284ecf5)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:22:31.088782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7afe9039-9297-4109-8bc0-e6067433d544), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:31.140027 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=7afe9039-9297-4109-8bc0-e6067433d544,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:31.235773 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-977108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12628'] for router (b288c30c-77cb-45f9-9040-f07c496bda60), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:31.240859 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-975307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-975152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-977117'] for router (b288c30c-77cb-45f9-9040-f07c496bda60), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:31.349539 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Router b288c30c-77cb-45f9-9040-f07c496bda60 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:22:31.455682 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:22:31.460521 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:31.461704 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1b3ae805-84ec-4a32-940b-effb04e94098 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/b288c30c-77cb-45f9-9040-f07c496bda60 HTTP/1.1" status: 200 len: 889 time: 1.7675283 Sep 13 15:22:31.471781 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Sync routers for ids ['b288c30c-77cb-45f9-9040-f07c496bda60'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:22:31.486030 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Routers {'b288c30c-77cb-45f9-9040-f07c496bda60'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:22:31.486737 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:22:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b288c30c-77cb-45f9-9040-f07c496bda60'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:31.703791 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Set router b288c30c-77cb-45f9-9040-f07c496bda60 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:22:31.996474 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:32.084074 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'name': 'router1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '07da7338-7aa4-4647-8e65-e3608cb79129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:22:11Z', 'updated_at': '2022-09-13T15:22:30Z', 'revision_number': 4, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'gw_port': {'id': '07da7338-7aa4-4647-8e65-e3608cb79129', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:30Z', 'updated_at': '2022-09-13T15:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '7afe9039-9297-4109-8bc0-e6067433d544', 'name': '', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'mac_address': 'fa:16:3e:57:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:21Z', 'updated_at': '2022-09-13T15:22:31Z', 'revision_number': 5, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'subnets': [{'id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:32.207925 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Checking router: b288c30c-77cb-45f9-9040-f07c496bda60 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:22:32.208144 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Updating router b288c30c-77cb-45f9-9040-f07c496bda60 port 07da7338-7aa4-4647-8e65-e3608cb79129 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:22:32.260019 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:32.571997 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Publish callbacks [] for port (07da7338-7aa4-4647-8e65-e3608cb79129), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:32.578410 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:32.604088 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:32.612931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Attempting to bind port 07da7338-7aa4-4647-8e65-e3608cb79129 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:22:32.613301 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Attempting to bind port 07da7338-7aa4-4647-8e65-e3608cb79129 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:22:32.613657 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Attempting to bind port 07da7338-7aa4-4647-8e65-e3608cb79129 on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:22:32.648616 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58918ad-5083-463e-8e6c-286dddc856f5 None None] Pushing event updated for resources: {'Port': ['ID=07da7338-7aa4-4647-8e65-e3608cb79129,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:32.668582 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:22:32.668994 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:22:32.669392 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:32.669773 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:22:32.670271 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Bound port: 07da7338-7aa4-4647-8e65-e3608cb79129, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:22:32.670645 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:32.728833 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] For port 07da7338-7aa4-4647-8e65-e3608cb79129, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:22:32.732450 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] For port 07da7338-7aa4-4647-8e65-e3608cb79129, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=07da7338-7aa4-4647-8e65-e3608cb79129,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:22:32.741161 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:32.783873 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Routers {'b288c30c-77cb-45f9-9040-f07c496bda60'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:22:32.784488 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:22:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b288c30c-77cb-45f9-9040-f07c496bda60'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:32.829470 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58918ad-5083-463e-8e6c-286dddc856f5 None None] Pushing event updated for resources: {'Port': ['ID=07da7338-7aa4-4647-8e65-e3608cb79129,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:32.897386 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] Set router b288c30c-77cb-45f9-9040-f07c496bda60 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:22:32.924847 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7afe9039-9297-4109-8bc0-e6067433d544 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:22:33.051468 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 7afe9039-9297-4109-8bc0-e6067433d544 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:33.052142 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7afe9039-9297-4109-8bc0-e6067433d544), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:33.057247 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:33.187900 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 7afe9039-9297-4109-8bc0-e6067433d544 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:33.190169 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'name': 'router1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '07da7338-7aa4-4647-8e65-e3608cb79129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:22:11Z', 'updated_at': '2022-09-13T15:22:30Z', 'revision_number': 4, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'gw_port': {'id': '07da7338-7aa4-4647-8e65-e3608cb79129', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:30Z', 'updated_at': '2022-09-13T15:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '7afe9039-9297-4109-8bc0-e6067433d544', 'name': '', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'mac_address': 'fa:16:3e:57:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:21Z', 'updated_at': '2022-09-13T15:22:31Z', 'revision_number': 5, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'subnets': [{'id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:22:33.215598 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c46c9-a838-4f9f-80a0-f86e21b21ee4 None None] The sync data for ids ['b288c30c-77cb-45f9-9040-f07c496bda60'] in dv-cinder-857434-2-iscsi is: [{'id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'name': 'router1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '07da7338-7aa4-4647-8e65-e3608cb79129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:22:11Z', 'updated_at': '2022-09-13T15:22:30Z', 'revision_number': 4, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'gw_port': {'id': '07da7338-7aa4-4647-8e65-e3608cb79129', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:30Z', 'updated_at': '2022-09-13T15:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '7afe9039-9297-4109-8bc0-e6067433d544', 'name': '', 'network_id': '40dd073f-d4e6-4f3a-b981-bbf71e3f33e1', 'tenant_id': '1cf34cdf97b64f59bf465ae56dd45517', 'mac_address': 'fa:16:3e:57:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288c30c-77cb-45f9-9040-f07c496bda60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:22:21Z', 'updated_at': '2022-09-13T15:22:31Z', 'revision_number': 5, 'project_id': '1cf34cdf97b64f59bf465ae56dd45517', 'subnets': [{'id': '696da5cb-ce96-474d-99a8-e3b8f9c8041f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6056795-8d17-4e96-a8be-522dc4052bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:22:34.315805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 53630) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:22:34.730343 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:34.735608 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-49d3aae7-e8f6-40e9-ba94-a92d83195eb4 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4184093 Sep 13 15:22:34.736162 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=42 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:34.918487 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 07da7338-7aa4-4647-8e65-e3608cb79129 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:22:34.977657 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 07da7338-7aa4-4647-8e65-e3608cb79129 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:34.978047 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:35.048961 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 07da7338-7aa4-4647-8e65-e3608cb79129 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:35.049344 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:35.062064 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:35.071777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 07da7338-7aa4-4647-8e65-e3608cb79129, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=07da7338-7aa4-4647-8e65-e3608cb79129,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:22:35.076383 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:35.123195 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=07da7338-7aa4-4647-8e65-e3608cb79129,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:22:36.252827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:36.253653 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:36.909001 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 07da7338-7aa4-4647-8e65-e3608cb79129 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:22:36.968897 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 07da7338-7aa4-4647-8e65-e3608cb79129 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:22:36.968897 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (07da7338-7aa4-4647-8e65-e3608cb79129), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:37.050361 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 07da7338-7aa4-4647-8e65-e3608cb79129 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:22:44.727389 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:44.731768 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:22:46.217283 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d6b23e1a-a31e-4ddd-a5be-20f01fc79ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:48.570788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8b89269e-35b1-4863-ae42-ba88cd66c62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:49.505717 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:51.013296 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:51.244587 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:22:51.602952 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:23:01.231033 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:01.236173 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:10.607509 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:10.612254 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:16.208176 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-482d287f-7059-4518-b311-7654caac8ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:18.567773 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e522153d-e4fa-4cb6-b84c-fcd8102b7a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:19.526153 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:20.996703 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:21.242400 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:28.603941 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:23:31.233501 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:31.235563 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:46.204194 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0213f404-df4a-4563-9655-39a10b1bb7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:47.603587 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:47.608161 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:23:48.565097 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a73fc488-0084-4d8c-95d7-4f55d25b9dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:49.513099 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:50.997135 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:23:51.239101 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:00.359723 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54182) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:00.725678 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bab07b-e135-453f-a3b2-c394e2b26160 admin admin] GET failed (client error): The resource could not be found. Sep 13 15:24:00.727037 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-97bab07b-e135-453f-a3b2-c394e2b26160 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3661449 Sep 13 15:24:00.892051 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fad40a-13aa-4481-8da0-f68b2f80811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:00.893594 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b4fad40a-13aa-4481-8da0-f68b2f80811a admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600995 Sep 13 15:24:01.230732 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:01.232773 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:03.457163 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54192) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:03.858003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfa8019-73f0-41bf-9e07-832854ee7f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:03.859394 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fbfa8019-73f0-41bf-9e07-832854ee7f7f admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/696da5cb-ce96-474d-99a8-e3b8f9c8041f HTTP/1.1" status: 200 len: 849 time: 0.4009185 Sep 13 15:24:03.869530 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:24:04.032508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Publish callbacks [] for subnet (696da5cb-ce96-474d-99a8-e3b8f9c8041f), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:04.199221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794708721026'] for subnet (696da5cb-ce96-474d-99a8-e3b8f9c8041f), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:04.231888 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:04.232491 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:04.234011 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/696da5cb-ce96-474d-99a8-e3b8f9c8041f HTTP/1.1" status: 200 len: 868 time: 0.3682442 Sep 13 15:24:04.253319 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05010e-0075-4df8-a8a0-6ca0c42a20f2 None None] Network 40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:24:04.256689 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696da5cb-ce96-474d-99a8-e3b8f9c8041f,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:24:04.265135 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.265532 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.265852 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.266249 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.266587 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.266929 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.267246 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.267593 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.267925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.268251 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.268600 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.268947 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.269292 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.269613 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.269935 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1634c1-7323-4779-bdc8-19b522450fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:24:04.586151 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-78de2cc8-b578-4dda-b939-256611db2a04 None None] Provisioning complete for port 7afe9039-9297-4109-8bc0-e6067433d544 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:24:04.586537 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-78de2cc8-b578-4dda-b939-256611db2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7afe9039-9297-4109-8bc0-e6067433d544), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:04.667947 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-78de2cc8-b578-4dda-b939-256611db2a04 None None] Current status of the port 7afe9039-9297-4109-8bc0-e6067433d544 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:24:04.676143 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-78de2cc8-b578-4dda-b939-256611db2a04 None None] Provisioning complete for port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:24:04.676531 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-78de2cc8-b578-4dda-b939-256611db2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:04.750207 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-78de2cc8-b578-4dda-b939-256611db2a04 None None] Current status of the port 84b5a0ac-2d6c-4208-afc9-9d3b0aeb2e8f is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:24:05.605499 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:24:06.818525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54200) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:07.318960 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b4830-7bf9-4515-aec8-3344bfc427da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:07.319613 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b4830-7bf9-4515-aec8-3344bfc427da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:07.322006 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-bc5b4830-7bf9-4515-aec8-3344bfc427da admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5018923 Sep 13 15:24:09.903980 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54210) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:10.420422 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd917e-1b8f-4449-bdab-436d35f1fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:10.420897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd917e-1b8f-4449-bdab-436d35f1fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:10.422511 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-0ffd917e-1b8f-4449-bdab-436d35f1fabc admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5172298 Sep 13 15:24:13.008160 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54218) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:13.481638 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1783f10-48d2-48aa-9686-467203abccdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:13.483056 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e1783f10-48d2-48aa-9686-467203abccdd admin admin] 10.222.0.16 "GET /networking/v2.0/networks/40dd073f-d4e6-4f3a-b981-bbf71e3f33e1 HTTP/1.1" status: 200 len: 869 time: 0.4735780 Sep 13 15:24:14.748492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=33 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:14.748492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=44 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:16.086851 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54226) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:16.215548 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-26cd8344-7725-4ff9-988c-b99b62d9fd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:16.510854 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:16.536915 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc81e5-6a45-4ec9-bf2d-b92830bec66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:16.538307 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-77bc81e5-6a45-4ec9-bf2d-b92830bec66e admin admin] 10.222.0.16 "GET /networking/v2.0/networks/b30a9967-e978-451b-8d7f-fe56992fabf6 HTTP/1.1" status: 200 len: 886 time: 0.4500279 Sep 13 15:24:17.310620 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=13 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:17.313599 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=10 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:18.570337 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f4e97acc-41f8-43da-8e46-515b64c7ab6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:19.115778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54234) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:19.512737 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:19.549183 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a0bb1-54b7-40d7-b3fe-916189022772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:19.549648 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a0bb1-54b7-40d7-b3fe-916189022772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:19.551206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-cc0a0bb1-54b7-40d7-b3fe-916189022772 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4342723 Sep 13 15:24:21.000541 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:21.235903 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:22.138792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54242) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:22.531967 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:22.552430 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0716196-4add-4ee0-a6e8-df4496fd7b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:22.552897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0716196-4add-4ee0-a6e8-df4496fd7b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:22.554492 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b0716196-4add-4ee0-a6e8-df4496fd7b4c admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4143317 Sep 13 15:24:24.611036 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:24.616373 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:25.156451 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54250) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:25.559648 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecfde9-61b0-4e1f-9967-142c9858decc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:25.561036 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d6ecfde9-61b0-4e1f-9967-142c9858decc admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/696da5cb-ce96-474d-99a8-e3b8f9c8041f HTTP/1.1" status: 200 len: 868 time: 0.4032569 Sep 13 15:24:28.158528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54258) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:28.585196 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a151783-a6a0-4622-9ccb-abf331edcfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:24:28.586564 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5a151783-a6a0-4622-9ccb-abf331edcfd3 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/a6bef94f-acfe-4492-af65-8647fc8d8e72 HTTP/1.1" status: 200 len: 816 time: 0.4267423 Sep 13 15:24:31.222336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:31.233481 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:38.576914 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=28 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:38.582122 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=13 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:24:42.605283 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:24:46.210489 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7a3e78db-3872-4aaf-aaa4-f8298ed7b82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:48.578599 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-9070becb-43c8-4768-91df-64971a66cc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:49.517218 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:51.004330 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:51.232187 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:24:58.635047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54314) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:24:58.996477 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [None req-f5b21f27-1213-419e-966f-8f7bc0668077 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:24:58.997490 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f5b21f27-1213-419e-966f-8f7bc0668077 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3606842 Sep 13 15:25:01.223793 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:01.226097 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:01.612934 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=17 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:01.613640 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=17 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:01.669764 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54322) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:25:02.057235 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff58287f-e847-4f32-bf81-8d418b7e7216 admin admin] GET failed (client error): The resource could not be found. Sep 13 15:25:02.058551 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ff58287f-e847-4f32-bf81-8d418b7e7216 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3874722 Sep 13 15:25:02.152674 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93eb7f-c4af-4e9c-b106-640797d132d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:25:02.154190 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fe93eb7f-c4af-4e9c-b106-640797d132d7 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0910947 Sep 13 15:25:04.824955 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54330) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:25:05.172906 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:25:05.197795 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Made reservation on behalf of 3dcdfc529b6149688ceee6b949a735a1 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:25:05.201370 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:05.239622 dv-cinder-857434-2-iscsi neutron-server[106263]: WARNING neutron.services.revisions.revision_plugin [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Could not find related network for resource to bump revision. Sep 13 15:25:05.259102 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:25:05.270786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:05.271129 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Added segment 824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301 of type vlan for network b75ad702-f588-4d21-932f-b5e98e2f07b9 Sep 13 15:25:05.315690 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (b75ad702-f588-4d21-932f-b5e98e2f07b9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:05.346829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (b75ad702-f588-4d21-932f-b5e98e2f07b9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:05.348140 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:25:05.348898 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:05.407370 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5811787 Sep 13 15:25:05.412057 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Pushing event updated for resources: {'Network': ['ID=b75ad702-f588-4d21-932f-b5e98e2f07b9,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:25:05.419585 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.419808 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.420184 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.420531 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.420868 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.421203 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.421529 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.421858 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.422228 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.422567 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.422898 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.423248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.423576 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.423898 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.424225 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a911df-389f-49bd-aa91-4517424e7953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:05.436570 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network b75ad702-f588-4d21-932f-b5e98e2f07b9 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:25:08.061033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54338) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:25:08.437812 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c77b0a6-7489-46eb-a3f5-1e16d582a7ac admin admin] GET failed (client error): The resource could not be found. Sep 13 15:25:08.439130 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5c77b0a6-7489-46eb-a3f5-1e16d582a7ac admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3769684 Sep 13 15:25:08.612172 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00280de-5d00-4536-83d9-35b597a447e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:25:08.613649 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b00280de-5d00-4536-83d9-35b597a447e6 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1701231 Sep 13 15:25:08.626206 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:25:08.649009 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Made reservation on behalf of 3dcdfc529b6149688ceee6b949a735a1 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:25:08.651527 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:08.822010 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (c96a4711-134c-4c2b-bfc3-f39c75929df7), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:08.873373 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96a4711-134c-4c2b-bfc3-f39c75929df7,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:25:08.890615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Checking segment: {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:25:08.890969 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Network hostable DHCP agents. Network: b75ad702-f588-4d21-932f-b5e98e2f07b9, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:25:08.912528 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Network b75ad702-f588-4d21-932f-b5e98e2f07b9 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:25:08.921921 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, b75ad702-f588-4d21-932f-b5e98e2f07b9) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:25:08.926195 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:25:08.926788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:08.931648 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e5c8e-d3ae-4695-aa3a-6af0e2aa6818 None None] Network b75ad702-f588-4d21-932f-b5e98e2f07b9 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:25:08.945461 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3b5e58c5-6398-4523-983c-e1eb431d0855 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3226824 Sep 13 15:25:09.146462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-b75ad702-f588-4d21-932f-b5e98e2f07b9', 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9', 'project_id': '3dcdfc529b6149688ceee6b949a735a1', 'fixed_ips': [{'subnet_id': 'c96a4711-134c-4c2b-bfc3-f39c75929df7'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:25:09.147792 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:09.289219 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Allocated IP 192.168.233.2 (b75ad702-f588-4d21-932f-b5e98e2f07b9/c96a4711-134c-4c2b-bfc3-f39c75929df7/31598db7-bc56-4d78-a5c1-98f0aa38e6b2) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:25:09.435660 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Publish callbacks [] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:09.442944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:09.486153 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Network b75ad702-f588-4d21-932f-b5e98e2f07b9 is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:25:09.491344 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:25:09.493434 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Pushing event updated for resources: {'Port': ['ID=31598db7-bc56-4d78-a5c1-98f0aa38e6b2,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:25:09.495760 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:25:09.507915 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.508262 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.508616 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.508974 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.509309 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.509636 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.510001 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.510787 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.510787 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.511283 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.511612 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.511952 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.512277 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.512597 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.512924 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:25:09.563086 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Attempting to bind port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:25:09.563416 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Attempting to bind port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:25:09.563716 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Attempting to bind port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 on network b75ad702-f588-4d21-932f-b5e98e2f07b9 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:25:09.608318 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:25:09.608685 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Checking segment: {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:25:09.609087 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:09.609477 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Bound using segment: {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:25:09.609983 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Bound port: 31598db7-bc56-4d78-a5c1-98f0aa38e6b2, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:25:09.610387 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:09.672201 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] For port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:25:09.675743 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] For port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=31598db7-bc56-4d78-a5c1-98f0aa38e6b2,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:25:09.682493 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:09.761732 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784f1a2-57c6-4db0-aa66-97bda119fbe1 None None] Pushing event updated for resources: {'Port': ['ID=31598db7-bc56-4d78-a5c1-98f0aa38e6b2,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:25:10.567997 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e19a7b-3fd0-49ed-8b91-b7266ddb7937 None None] Network b75ad702-f588-4d21-932f-b5e98e2f07b9 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:25:10.633166 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:10.682610 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:10.691605 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] Provisioning complete for port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:25:10.692164 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:10.777305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] Current status of the port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:25:10.777679 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:10.814747 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] For port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=31598db7-bc56-4d78-a5c1-98f0aa38e6b2,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:25:10.822295 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:10.874774 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a90623-fff2-42ce-b98b-18d13b5c5662 None None] Pushing event updated for resources: {'Port': ['ID=31598db7-bc56-4d78-a5c1-98f0aa38e6b2,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:25:10.942084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-8d006f60-ecd7-4e2b-ab58-6522239167fd None None] Provisioning complete for port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:25:10.942440 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8d006f60-ecd7-4e2b-ab58-6522239167fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:11.019330 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:25:11.048008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-8d006f60-ecd7-4e2b-ab58-6522239167fd None None] Current status of the port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:25:11.073443 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:25:11.073813 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (31598db7-bc56-4d78-a5c1-98f0aa38e6b2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:11.152441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 31598db7-bc56-4d78-a5c1-98f0aa38e6b2 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:25:12.148508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=11 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:12.150685 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=11 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:16.216949 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-35ed0d2d-cc11-4142-b398-df85e841c22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:18.576943 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-9c5791a0-2882-4e70-9230-1f85f1d34cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:18.938033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=70,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:18.938832 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=68,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:19.519647 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:19.605143 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:25:21.008608 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:21.227677 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:31.219435 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:31.221438 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:44.593987 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:44.594761 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:25:46.214218 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-32ea35bf-8add-4805-8dfc-b9245d1cc0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:48.574094 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0111eae1-aec1-4d05-9b85-899ed95f8671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:49.524362 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:51.016318 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:51.242783 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:25:56.604749 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:26:01.225429 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:01.235948 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:15.606162 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:15.611389 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:16.209689 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb647-2def-4fb0-99d0-983c57dc7ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:18.570244 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b9918ee0-ce8d-41e4-ad74-f4efe609f494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:19.525192 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:21.014244 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:21.247017 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:24.308022 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54380) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:26:24.316862 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [None req-def78202-0dd8-49b5-92d8-12f8f926a973 tempest-verify_tempest_config-823264890 tempest-verify_tempest_config-823264890-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:26:24.318344 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-def78202-0dd8-49b5-92d8-12f8f926a973 tempest-verify_tempest_config-823264890 tempest-verify_tempest_config-823264890-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0089774 Sep 13 15:26:24.873249 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54398) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:26:25.228546 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.317808 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Publish callbacks [] for security_group (86d21056-262e-43b5-ae4c-6633ec6f2a46), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.323305 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (86d21056-262e-43b5-ae4c-6633ec6f2a46), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.369448 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2f5c0538fabe4cdbae7076993ee3ec00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4951184 Sep 13 15:26:25.370607 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d21056-262e-43b5-ae4c-6633ec6f2a46,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:26:25.372830 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54402) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:26:25.389155 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.389495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.389848 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.390218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.390540 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.390862 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.391185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.391501 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.391817 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.392120 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.392453 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.392786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.393101 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.393413 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.393727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63281cab-fab9-4dde-9d86-8c79e1889132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:26:25.439751 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b438f116-646a-490a-8235-ed232d377584 admin admin] Publish callbacks [] for security_group (86d21056-262e-43b5-ae4c-6633ec6f2a46), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.462211 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b438f116-646a-490a-8235-ed232d377584 admin admin] Publish callbacks [] for security_group (86d21056-262e-43b5-ae4c-6633ec6f2a46), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.569530 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b438f116-646a-490a-8235-ed232d377584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (86d21056-262e-43b5-ae4c-6633ec6f2a46), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.574076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b438f116-646a-490a-8235-ed232d377584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:25.575555 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b438f116-646a-490a-8235-ed232d377584 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/86d21056-262e-43b5-ae4c-6633ec6f2a46 HTTP/1.1" status: 204 len: 168 time: 0.2017272 Sep 13 15:26:25.583518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438f116-646a-490a-8235-ed232d377584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d21056-262e-43b5-ae4c-6633ec6f2a46,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:26:31.239106 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:33.604581 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:26:35.578483 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:35.579854 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=32,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:35.602668 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:46.217786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b8f2eda3-037d-4c24-a30f-dc3cf1afa622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:48.579118 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3361b119-d84e-4a5a-84e4-0f94c4649109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:49.544503 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:51.020750 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:51.248005 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:26:52.599578 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=18 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:26:52.613205 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=18 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:01.240877 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:01.242965 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:10.605435 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:27:16.229058 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7756d2f5-2d0b-46a3-a339-c5e93a517bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:18.579556 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-2f936db7-f567-4e95-8cba-772149d92c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:19.538438 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:21.027535 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:21.248695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:29.614566 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:29.615932 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:31.239166 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:31.242678 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:44.600404 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:44.601794 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:27:46.223756 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7c124f16-83f9-4793-a33f-023b27cf33ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:47.607199 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 5 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:27:48.580858 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e2e55745-16a6-44a8-bc1b-3f8684082bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:49.548999 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:51.028591 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:27:51.249653 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:01.228544 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-974896'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:06.613130 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:06.614082 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:11.219644 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:11.223482 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:14.492287 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54498) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:28:14.645437 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-60a242f3-6a44-4b90-8649-115e3534f95a admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1517732 Sep 13 15:28:16.219111 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-40ed5bf1-e2f1-412d-94df-78a8e579e291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:17.105703 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54508) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:28:17.166860 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e2fd4824-501f-4624-a70e-c773910ae840 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596256 Sep 13 15:28:18.581123 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-2669790f-7293-4c91-b581-83c2a8515895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:19.543638 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:21.030771 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:21.245175 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:24.607103 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:28:24.637771 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:27.162556 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:31.222009 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:31.239583 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:41.213191 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:45.154800 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=13 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:45.159607 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=21 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:28:46.228151 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d0556122-b599-420c-964b-b8d7f4b9e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:48.579602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6dcaa309-90e3-4333-af49-84621c1a0e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:49.548286 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:51.038836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:28:51.246441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:01.218919 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:01.611224 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:29:11.200285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:11.211094 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:16.227501 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-00c68313-0b32-4d8a-826c-63f56cdf3d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:18.575535 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5664fa16-e3a8-43ac-ad92-4c3edafc266e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:19.554300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:20.616964 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:20.617839 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:21.037004 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:21.242993 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:31.210669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:38.611340 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:29:41.199841 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:41.204650 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:46.232669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-afdb50c5-6e11-4229-8498-db898b744ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:48.589390 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5c2e-4dc6-4cd6-afd1-d7c26f4cd8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:49.560520 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:50.659357 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54674) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:51.038580 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.075554 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-230546138-network', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:51.101893 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Made reservation on behalf of 597b9e023e324874ac5f24ee571d1f66 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:51.104624 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.115295 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.209844 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks [] for security_group (1cc89f40-10aa-474d-aee9-27aea5be9dd2), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.216276 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1cc89f40-10aa-474d-aee9-27aea5be9dd2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.229655 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:29:51.241014 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (48876667-42c8-4809-bb0c-8c4a35843a91), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.241117 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54702) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:51.241615 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Added segment 48876667-42c8-4809-bb0c-8c4a35843a91 of type vlan for network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 Sep 13 15:29:51.257607 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.320350 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (65fb418c-15cf-4bb3-9028-4f3e8b987c36), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.339121 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc89f40-10aa-474d-aee9-27aea5be9dd2,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:51.358839 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.359331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.359687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.360166 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.360529 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.360851 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.361161 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.361478 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.361807 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.362139 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.362465 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.362779 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.363091 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.363400 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.363707 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Tracked resource versions report: Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: pushed versions: Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: { 'AddressGroup': {'1.2'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Agent': {'1.1'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'ConntrackHelper': {'1.0'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Log': {'1.0'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'NDPProxy': {'1.0'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Network': {'1.1'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Port': {'1.7'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'PortForwarding': {'1.3'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'QosPolicy': {'1.10'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroup': {'1.5'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SubPort': {'1.0'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Subnet': {'1.1'}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Trunk': {'1.1'}} Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: consumer versions: Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: HyperV agent@hv-cinder-85743: {}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Agent': '1.1', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'ConntrackHelper': '1.0', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'LocalIPAssociation': '1.0', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Log': '1.0', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'NDPProxy': '1.0', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Network': '1.1', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Port': '1.7', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'PortForwarding': '1.3', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'QosPolicy': '1.10', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroup': '1.5', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SecurityGroupRule': '1.2', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'SubPort': '1.0', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Subnet': '1.1', Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: 'Trunk': '1.1'}} Sep 13 15:29:51.364899 dv-cinder-857434-2-iscsi neutron-server[106263]: {{(pid=106263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:29:51.378445 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (65fb418c-15cf-4bb3-9028-4f3e8b987c36), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.380282 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:51.381112 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.456996 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] Pushing event updated for resources: {'Network': ['ID=65fb418c-15cf-4bb3-9028-4f3e8b987c36,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:51.468274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:29:51.478278 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54728) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:51.478694 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4d841d75-5d61-4b61-b521-0653fc7640a0 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8180873 Sep 13 15:29:51.483603 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Request body: {'subnet': {'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-230546138-subnet', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:51.513032 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Made reservation on behalf of 597b9e023e324874ac5f24ee571d1f66 for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:51.517358 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.709533 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (ee24c453-f545-44e5-ab78-abd2d44c28d8), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.771068 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee24c453-f545-44e5-ab78-abd2d44c28d8,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:51.783131 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.783528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.783930 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.784333 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.784664 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.785029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.785411 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.785839 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.786233 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.786732 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.787255 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.787584 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.788018 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.788357 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.788624 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Tracked resource versions report: Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: pushed versions: Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: { 'AddressGroup': {'1.2'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Agent': {'1.1'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'ConntrackHelper': {'1.0'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Log': {'1.0'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'NDPProxy': {'1.0'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Network': {'1.1'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Port': {'1.7'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'PortForwarding': {'1.3'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'QosPolicy': {'1.10'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroup': {'1.5'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SubPort': {'1.0'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Subnet': {'1.1'}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Trunk': {'1.1'}} Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: consumer versions: Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: HyperV agent@hv-cinder-85743: {}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Agent': '1.1', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'ConntrackHelper': '1.0', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'LocalIPAssociation': '1.0', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Log': '1.0', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'NDPProxy': '1.0', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Network': '1.1', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Port': '1.7', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'PortForwarding': '1.3', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'QosPolicy': '1.10', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroup': '1.5', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SecurityGroupRule': '1.2', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'SubPort': '1.0', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Subnet': '1.1', Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: 'Trunk': '1.1'}} Sep 13 15:29:51.789827 dv-cinder-857434-2-iscsi neutron-server[106264]: {{(pid=106264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:29:51.799441 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-318105405-network', 'tenant_id': '836a885e5c97498db1721adb1a22a05f'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:51.811907 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Checking segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:51.812233 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Network hostable DHCP agents. Network: 65fb418c-15cf-4bb3-9028-4f3e8b987c36, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:29:51.827815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Made reservation on behalf of 836a885e5c97498db1721adb1a22a05f for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:51.834237 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54740) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:51.835978 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.846954 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.873245 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:29:51.880104 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54744) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:51.899744 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 65fb418c-15cf-4bb3-9028-4f3e8b987c36) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:51.913486 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1773c992-926c-4b54-b56a-144a58b7af68 None None] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:29:51.948326 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks [] for security_group (d9463be8-fa80-46f3-9c4f-707061eb8f62), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.950662 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:51.951758 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.963563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d9463be8-fa80-46f3-9c4f-707061eb8f62), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.977264 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:29:51.998565 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:51.998943 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Added segment b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08 of type vlan for network 853b8391-5bbf-48bb-90af-a48b0e48e5ff Sep 13 15:29:52.045947 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:29:52.047086 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.049509 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (853b8391-5bbf-48bb-90af-a48b0e48e5ff), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.081220 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e43a9c11-a740-4c80-9a62-6a797ebfc1f4 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6016896 Sep 13 15:29:52.084122 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54756) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:52.088861 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (853b8391-5bbf-48bb-90af-a48b0e48e5ff), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.090373 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:52.090581 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:52.091287 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.141536 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (3beec98b-96a6-4cfd-80b0-2060577b94ff), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.142801 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (3beec98b-96a6-4cfd-80b0-2060577b94ff), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.218274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Pushing event updated for resources: {'Network': ['ID=853b8391-5bbf-48bb-90af-a48b0e48e5ff,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:52.233500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-network', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:52.236603 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:52.241565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks [] for router_controller (3beec98b-96a6-4cfd-80b0-2060577b94ff), precommit_add_association {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.251235 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Allocated IP 172.20.0.2 (65fb418c-15cf-4bb3-9028-4f3e8b987c36/ee24c453-f545-44e5-ab78-abd2d44c28d8/ca65d4e1-eee2-48fd-8b80-4dbd57931cb0) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:52.263581 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9463be8-fa80-46f3-9c4f-707061eb8f62,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:52.283073 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c02e27f9-61d9-4da8-ae60-9e3612fb6452 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0379128 Sep 13 15:29:52.283402 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54760) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:52.294573 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Request body: {'subnet': {'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-318105405-subnet', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:52.323995 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-544874045-network', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:52.331962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Made reservation on behalf of 836a885e5c97498db1721adb1a22a05f for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:52.333605 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Made reservation on behalf of 3cbf0c034dd54a8d856d9bc6fb485b45 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:52.334260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.336910 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.366738 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:29:52.400048 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.427084 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:52.546121 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Made reservation on behalf of 07f8e7ebb2814be392842c2e17d55fca for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:52.555183 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.575442 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Publish callbacks [] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.592428 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.600534 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (f7c4b948-6e05-4244-b9fc-c8332b3cbc53), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.660862 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.683912 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:52.699616 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks [] for router_gateway (3beec98b-96a6-4cfd-80b0-2060577b94ff), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.706657 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:52.708959 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Pushing event updated for resources: {'Port': ['ID=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:52.717236 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:52.743565 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.744018 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.744356 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.744699 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.745030 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.745367 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.745691 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.746007 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.753600 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.754263 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.754770 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.755278 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.755760 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.756245 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.756732 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Tracked resource versions report: Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: pushed versions: Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: { 'AddressGroup': {'1.2'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Agent': {'1.1'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'ConntrackHelper': {'1.0'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Log': {'1.0'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'NDPProxy': {'1.0'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Network': {'1.1'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Port': {'1.7'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'PortForwarding': {'1.3'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'QosPolicy': {'1.10'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroup': {'1.5'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SubPort': {'1.0'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Subnet': {'1.1'}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Trunk': {'1.1'}} Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: consumer versions: Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: HyperV agent@hv-cinder-85743: {}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Agent': '1.1', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'ConntrackHelper': '1.0', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'LocalIPAssociation': '1.0', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Log': '1.0', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'NDPProxy': '1.0', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Network': '1.1', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Port': '1.7', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'PortForwarding': '1.3', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'QosPolicy': '1.10', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroup': '1.5', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SecurityGroupRule': '1.2', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'SubPort': '1.0', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Subnet': '1.1', Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: 'Trunk': '1.1'}} Sep 13 15:29:52.758142 dv-cinder-857434-2-iscsi neutron-server[106265]: {{(pid=106265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:29:52.788381 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c4b948-6e05-4244-b9fc-c8332b3cbc53,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:52.805062 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Checking segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:52.805431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Network hostable DHCP agents. Network: 853b8391-5bbf-48bb-90af-a48b0e48e5ff, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:29:52.838777 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:52.840052 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:29:52.860843 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 853b8391-5bbf-48bb-90af-a48b0e48e5ff) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:52.877188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:52.880662 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fdee95-704c-4d48-8679-23fca090d3a2 None None] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:29:52.883644 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Attempting to bind port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:29:52.884022 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Attempting to bind port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:29:52.884405 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Attempting to bind port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:29:52.886051 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:52.888162 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:52.888383 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:52.921032 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-77dfe555-0312-49f4-a3b5-852a37f6af6a admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6365368 Sep 13 15:29:52.923678 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54780) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:52.936064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:53.007037 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (e63fe14b-8f00-4760-b093-cb7531c86a8f), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.009379 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (e63fe14b-8f00-4760-b093-cb7531c86a8f), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.153952 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:29:53.155008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Checking segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:53.155578 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.156117 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Bound using segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:29:53.156757 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Bound port: ca65d4e1-eee2-48fd-8b80-4dbd57931cb0, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:29:53.157306 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.161844 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks [] for router_controller (e63fe14b-8f00-4760-b093-cb7531c86a8f), precommit_add_association {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.196911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks [] for security_group (73d789f2-ae1e-47c4-853e-2287e233ecb8), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.212001 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'project_id': '836a885e5c97498db1721adb1a22a05f', 'fixed_ips': [{'subnet_id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:29:53.213364 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.257379 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:53.301596 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks [] for security_group (22b54755-baed-4b71-91c3-2293744f5291), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.304256 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (73d789f2-ae1e-47c4-853e-2287e233ecb8), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.325611 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] For port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:29:53.339099 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:29:53.351252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] For port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:29:53.361515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (c796fe0b-9fa8-4ccd-bda7-62898022c03d), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.361855 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Added segment c796fe0b-9fa8-4ccd-bda7-62898022c03d of type vlan for network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 Sep 13 15:29:53.426827 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Allocated IP 172.20.0.2 (853b8391-5bbf-48bb-90af-a48b0e48e5ff/f7c4b948-6e05-4244-b9fc-c8332b3cbc53/a8413eea-f031-48d5-a7cc-cdc8d17436a1) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:53.466839 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.505813 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.527412 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks [] for router_gateway (e63fe14b-8f00-4760-b093-cb7531c86a8f), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.577961 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.579483 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:53.580209 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.595587 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (22b54755-baed-4b71-91c3-2293744f5291), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.599526 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d789f2-ae1e-47c4-853e-2287e233ecb8,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:53.703620 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:29:53.715268 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (50b94608-35ad-4e10-869a-e54a7d2755fb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.715993 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Added segment 50b94608-35ad-4e10-869a-e54a7d2755fb of type vlan for network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c Sep 13 15:29:53.759405 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.778582 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Publish callbacks [] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.781407 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0d1e-4bc6-4dc1-bd63-454876a4b279 None None] Pushing event updated for resources: {'Port': ['ID=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:53.794055 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9127054 Sep 13 15:29:53.796439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.799392 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54832) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:53.836634 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.839901 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:53.843035 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:53.855305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:53.863708 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Pushing event updated for resources: {'Port': ['ID=a8413eea-f031-48d5-a7cc-cdc8d17436a1,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:53.878536 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:53.882012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:53.889599 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:53.922073 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Request body: {'subnet': {'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-subnet', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:54.012135 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:54.048700 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44c72c-0658-4c88-878f-472997689f07 admin admin] Pushing event updated for resources: {'Network': ['ID=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:54.063912 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b54755-baed-4b71-91c3-2293744f5291,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:54.080848 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:29:54.083382 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Made reservation on behalf of 07f8e7ebb2814be392842c2e17d55fca for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:54.085581 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.093807 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks [] for router_gateway (3beec98b-96a6-4cfd-80b0-2060577b94ff), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.126624 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2912407 Sep 13 15:29:54.145812 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Attempting to bind port a8413eea-f031-48d5-a7cc-cdc8d17436a1 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:29:54.146377 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Attempting to bind port a8413eea-f031-48d5-a7cc-cdc8d17436a1 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:29:54.146873 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Attempting to bind port a8413eea-f031-48d5-a7cc-cdc8d17436a1 on network 853b8391-5bbf-48bb-90af-a48b0e48e5ff {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:29:54.156109 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54842) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:54.161595 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Request body: {'subnet': {'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-subnet', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:54.170502 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.269561 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:29:54.270243 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Checking segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:54.270763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.271257 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Bound using segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:29:54.271860 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Bound port: a8413eea-f031-48d5-a7cc-cdc8d17436a1, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:29:54.272337 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.278916 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:54.378902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b2aed-35e6-4f6a-8a03-b46654ee2107 admin admin] Pushing event updated for resources: {'Network': ['ID=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:54.440436 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Made reservation on behalf of 3cbf0c034dd54a8d856d9bc6fb485b45 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:29:54.444190 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.518317 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] For port a8413eea-f031-48d5-a7cc-cdc8d17436a1, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:29:54.521824 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] For port a8413eea-f031-48d5-a7cc-cdc8d17436a1, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a8413eea-f031-48d5-a7cc-cdc8d17436a1,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:29:54.525612 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:29:54.542900 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.615271 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Allocated IP 172.27.1.188 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/bb061503-2a36-4ab2-b5ba-299e34d2084b) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:54.649237 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368e8c-3fce-4ecb-9fa6-642a31b1ace0 None None] Pushing event updated for resources: {'Port': ['ID=a8413eea-f031-48d5-a7cc-cdc8d17436a1,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:54.766767 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:54.790585 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (5aa713ec-7bf8-4898-9f28-f8a16d8367df), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.843853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks [] for router_gateway (e63fe14b-8f00-4760-b093-cb7531c86a8f), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:54.889570 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.002610 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:55.063241 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54880) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:55.191860 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa713ec-7bf8-4898-9f28-f8a16d8367df,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:55.246583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Checking segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:55.246583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Network hostable DHCP agents. Network: 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:29:55.247152 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (20aa7508-988e-4ceb-92c2-c828c044a835), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.277811 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:29:55.306603 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:55.324044 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d47cd5b-4d18-4e17-bbfd-1c804b05f906 None None] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:29:55.339825 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:55.341335 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.370882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a8413eea-f031-48d5-a7cc-cdc8d17436a1 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:29:55.400024 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks [] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.404913 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=20aa7508-988e-4ceb-92c2-c828c044a835,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:55.408322 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b131d783-5a86-4890-93c4-e64c5943157a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.413687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Checking segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:55.414335 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Network hostable DHCP agents. Network: 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:29:55.434955 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5c9078bf-1a24-42ff-aed5-4014aed9852e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6263475 Sep 13 15:29:55.436938 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54890) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:55.444312 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:55.467679 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37263687-47e4-4586-9172-094ebb15c5c8 None None] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:29:55.475699 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.536373 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (5f649f9a-9a65-4ad6-9306-22341435c970), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.537270 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (5f649f9a-9a65-4ad6-9306-22341435c970), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.594160 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Allocated IP 172.27.1.74 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/5cfba113-6a3b-4893-b05c-cb386d039039) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:55.594401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] Provisioning complete for port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:29:55.594821 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.605531 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Pushing event updated for resources: {'Port': ['ID=bb061503-2a36-4ab2-b5ba-299e34d2084b,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:55.616955 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:55.617767 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:29:55.625707 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:55.638964 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:55.677585 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:29:55.689470 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.695364 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks [] for router_controller (5f649f9a-9a65-4ad6-9306-22341435c970), precommit_add_association {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.764216 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:55.767745 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:55.775066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:29:55.781588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.874789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:55.875884 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Allocated IP 172.20.0.2 (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50/5aa713ec-7bf8-4898-9f28-f8a16d8367df/36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:55.895965 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b131d783-5a86-4890-93c4-e64c5943157a admin admin] Publish callbacks [] for security_group (36f59198-3098-468a-bf76-4179bc70c48c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.896178 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5868f873-636d-4926-93df-d9c0027e76ac admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7388339 Sep 13 15:29:55.901042 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 54902) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:55.923743 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:55.927085 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a8413eea-f031-48d5-a7cc-cdc8d17436a1 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:29:55.927645 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:55.933816 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54904) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:55.945219 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53de9e-448e-47df-9cec-8085d8c613d3 None None] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:29:55.947556 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:55.949694 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:29:55.976614 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b131d783-5a86-4890-93c4-e64c5943157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (36f59198-3098-468a-bf76-4179bc70c48c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.051484 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks [] for router_gateway (3beec98b-96a6-4cfd-80b0-2060577b94ff), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.093309 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks [] for router_gateway (5f649f9a-9a65-4ad6-9306-22341435c970), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.202831 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7be9dc60-739e-4991-b0ed-1ed18c8de440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.211168 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9082b755-24d7-4fb6-b1c0-46afac77cbf3 None None] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:29:56.239972 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks [] for port (5cfba113-6a3b-4893-b05c-cb386d039039), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.303747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:56.303940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:56.416902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (3beec98b-96a6-4cfd-80b0-2060577b94ff), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.443290 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7be9dc60-739e-4991-b0ed-1ed18c8de440 admin admin] Publish callbacks [] for security_group (8d8be62c-cc5c-4e72-a0cb-123a43c0511a), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.514380 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7be9dc60-739e-4991-b0ed-1ed18c8de440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (8d8be62c-cc5c-4e72-a0cb-123a43c0511a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.592179 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7be9dc60-739e-4991-b0ed-1ed18c8de440 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6c27cf51a0b3474d84d16e6f53cf938b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6570139 Sep 13 15:29:56.621186 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54922) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:56.646904 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9dc60-739e-4991-b0ed-1ed18c8de440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8be62c-cc5c-4e72-a0cb-123a43c0511a,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:56.661344 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] Current status of the port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:29:56.664946 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.691208 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (0511489b-b209-47c4-8689-927830e8ca8e), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.692247 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (0511489b-b209-47c4-8689-927830e8ca8e), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.743350 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-26a536a0-7249-4303-b879-4d701932fd38 admin admin] Publish callbacks [] for security_group (8d8be62c-cc5c-4e72-a0cb-123a43c0511a), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.767773 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a8413eea-f031-48d5-a7cc-cdc8d17436a1 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:29:56.768361 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.773615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-26a536a0-7249-4303-b879-4d701932fd38 admin admin] Publish callbacks [] for security_group (8d8be62c-cc5c-4e72-a0cb-123a43c0511a), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.820863 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b131d783-5a86-4890-93c4-e64c5943157a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4cb02cfe92f1458cb1c02f386c680c82&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7168629 Sep 13 15:29:56.823894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:29:56.827974 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54936) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:56.893924 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Publish callbacks [] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.918815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks [] for router_controller (0511489b-b209-47c4-8689-927830e8ca8e), precommit_add_association {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.929715 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks [] for router_gateway (5f649f9a-9a65-4ad6-9306-22341435c970), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.941414 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:56.971962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131d783-5a86-4890-93c4-e64c5943157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f59198-3098-468a-bf76-4179bc70c48c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:56.989639 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port a8413eea-f031-48d5-a7cc-cdc8d17436a1, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a8413eea-f031-48d5-a7cc-cdc8d17436a1,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:29:56.999097 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-26a536a0-7249-4303-b879-4d701932fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (8d8be62c-cc5c-4e72-a0cb-123a43c0511a), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.007077 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.007736 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-26a536a0-7249-4303-b879-4d701932fd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.008986 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-26a536a0-7249-4303-b879-4d701932fd38 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8d8be62c-cc5c-4e72-a0cb-123a43c0511a HTTP/1.1" status: 204 len: 168 time: 0.3862431 Sep 13 15:29:57.031468 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.032332 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:29:57.060170 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a536a0-7249-4303-b879-4d701932fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8be62c-cc5c-4e72-a0cb-123a43c0511a,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:57.061665 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:57.079179 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96066381-eaef-4d90-b47a-debdbfd6efe1 admin admin] Publish callbacks [] for security_group (36f59198-3098-468a-bf76-4179bc70c48c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.085250 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:29:57.086179 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.133674 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.227523 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96066381-eaef-4d90-b47a-debdbfd6efe1 admin admin] Publish callbacks [] for security_group (36f59198-3098-468a-bf76-4179bc70c48c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.247406 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:57.251466 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] For port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:29:57.272965 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:57.274131 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:29:57.274556 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.281255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:29:57.287693 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Allocated IP 172.27.1.249 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/f7827ec6-9b76-4699-b9ad-a00e1b5cee91) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:57.296711 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050200-600c-4b54-952f-213fd5124484 None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:29:57.312435 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:29:57.314984 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:29:57.319679 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.322928 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3e6db86e-d430-4067-a2df-7f844719d684 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2374644 Sep 13 15:29:57.330504 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54958) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:57.346968 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.349297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:57.363824 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:57.371610 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:57.385188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96066381-eaef-4d90-b47a-debdbfd6efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (36f59198-3098-468a-bf76-4179bc70c48c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.388328 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96066381-eaef-4d90-b47a-debdbfd6efe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.392633 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-96066381-eaef-4d90-b47a-debdbfd6efe1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/36f59198-3098-468a-bf76-4179bc70c48c HTTP/1.1" status: 204 len: 168 time: 0.5632858 Sep 13 15:29:57.400104 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:57.409457 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Pushing event updated for resources: {'Port': ['ID=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:57.421746 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066381-eaef-4d90-b47a-debdbfd6efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f59198-3098-468a-bf76-4179bc70c48c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:57.442786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Allocated IP 172.20.0.2 (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c/20aa7508-988e-4ceb-92c2-c828c044a835/a6c52073-db58-4621-b24e-c728256ee74d) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:57.541021 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks [] for router_gateway (0511489b-b209-47c4-8689-927830e8ca8e), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.585969 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-19da61ee-31f6-4e25-986c-006eb6164fee None None] Provisioning complete for port a8413eea-f031-48d5-a7cc-cdc8d17436a1 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:29:57.586339 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-19da61ee-31f6-4e25-986c-006eb6164fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:57.597174 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:57.684609 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfba113-6a3b-4893-b05c-cb386d039039,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:57.701508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:57.720919 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:57.826286 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:57.873958 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:29:57.914771 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:29:57.949083 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Attempting to bind port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:29:57.949515 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Attempting to bind port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:29:57.950004 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Attempting to bind port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:29:57.960580 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=a8413eea-f031-48d5-a7cc-cdc8d17436a1,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:58.236887 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54982) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:58.265083 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-62c6d289-e0ff-4c16-8245-28e56a7f69f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.299292 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:55Z', 'revision_number': 3, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:29:58.299853 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.350369 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761c80e-0ff7-4ccd-a79a-07704972294f None None] Pushing event updated for resources: {'Port': ['ID=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:58.353943 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050200-600c-4b54-952f-213fd5124484 None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:29:58.354336 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050200-600c-4b54-952f-213fd5124484 None None] Updating router 3beec98b-96a6-4cfd-80b0-2060577b94ff port bb061503-2a36-4ab2-b5ba-299e34d2084b binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:29:58.359305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:29:58.359680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Checking segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:58.360086 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.360470 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Bound using segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:29:58.360961 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Bound port: 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:29:58.361343 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.394899 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks [] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.417040 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-70050200-600c-4b54-952f-213fd5124484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.456799 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-62c6d289-e0ff-4c16-8245-28e56a7f69f6 admin admin] Publish callbacks [] for security_group (b847c8b2-3e6c-46b6-9084-f5281ee22f92), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.467013 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-62c6d289-e0ff-4c16-8245-28e56a7f69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b847c8b2-3e6c-46b6-9084-f5281ee22f92), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.502181 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-19da61ee-31f6-4e25-986c-006eb6164fee None None] Current status of the port a8413eea-f031-48d5-a7cc-cdc8d17436a1 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:29:58.541611 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-19da61ee-31f6-4e25-986c-006eb6164fee None None] Provisioning complete for port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:29:58.542228 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-19da61ee-31f6-4e25-986c-006eb6164fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.551216 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.620487 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-62c6d289-e0ff-4c16-8245-28e56a7f69f6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a0e48f36f5434187b7b14718a5ffe290&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3827193 Sep 13 15:29:58.625004 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6d289-e0ff-4c16-8245-28e56a7f69f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b847c8b2-3e6c-46b6-9084-f5281ee22f92,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:58.647095 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 54994) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:29:58.653164 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] For port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:29:58.658763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] For port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:29:58.662612 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:58.680048 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Allocated IP 172.20.0.1 (65fb418c-15cf-4bb3-9028-4f3e8b987c36/ee24c453-f545-44e5-ab78-abd2d44c28d8/24a6a2f8-62ff-4d12-8831-8001bac2bb26) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:58.699641 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.711099 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:58.725865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:58.736069 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:58.778630 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-70050200-600c-4b54-952f-213fd5124484 None None] Publish callbacks [] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.781559 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:58.788907 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:58.789757 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-70050200-600c-4b54-952f-213fd5124484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.810528 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc5a03-0e4f-4cc6-bcbc-4102430f5174 None None] Pushing event updated for resources: {'Port': ['ID=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:58.822348 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:58.832085 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-70050200-600c-4b54-952f-213fd5124484 None None] Attempting to bind port bb061503-2a36-4ab2-b5ba-299e34d2084b on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:29:58.832775 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-70050200-600c-4b54-952f-213fd5124484 None None] Attempting to bind port bb061503-2a36-4ab2-b5ba-299e34d2084b by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:29:58.833285 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050200-600c-4b54-952f-213fd5124484 None None] Attempting to bind port bb061503-2a36-4ab2-b5ba-299e34d2084b on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:29:58.833649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Publish callbacks [] for port (a6c52073-db58-4621-b24e-c728256ee74d), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.885165 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Pushing event updated for resources: {'Port': ['ID=bb061503-2a36-4ab2-b5ba-299e34d2084b,revision_number=2']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:58.899143 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.899708 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.900203 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.900696 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.901170 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.901669 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.902184 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.902726 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.903187 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.903650 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.904130 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.904607 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.905068 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.905526 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.905971 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Tracked resource versions report: Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: pushed versions: Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: { 'AddressGroup': {'1.2'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Agent': {'1.1'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'ConntrackHelper': {'1.0'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'LocalIPAssociation': {'1.0'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Log': {'1.0'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'NDPProxy': {'1.0'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Network': {'1.1'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Port': {'1.7'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'PortForwarding': {'1.3'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'QosPolicy': {'1.10'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroup': {'1.5'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroupRule': {'1.2'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SubPort': {'1.0'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Subnet': {'1.1'}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Trunk': {'1.1'}} Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: consumer versions: Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: { DHCP agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: HyperV agent@hv-cinder-85743: {}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: L3 agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: Metadata agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: Metering agent@dv-cinder-857434-2-iscsi: {}, Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: Open vSwitch agent@dv-cinder-857434-2-iscsi: { 'AddressGroup': '1.2', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Agent': '1.1', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'ConntrackHelper': '1.0', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'LocalIPAssociation': '1.0', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Log': '1.0', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'NDPProxy': '1.0', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Network': '1.1', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Port': '1.7', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'PortForwarding': '1.3', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'QosPolicy': '1.10', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroup': '1.5', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SecurityGroupRule': '1.2', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'SubPort': '1.0', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Subnet': '1.1', Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: 'Trunk': '1.1'}} Sep 13 15:29:58.907352 dv-cinder-857434-2-iscsi neutron-server[106266]: {{(pid=106266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 15:29:58.916140 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050200-600c-4b54-952f-213fd5124484 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:29:58.916747 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050200-600c-4b54-952f-213fd5124484 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:58.917477 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-70050200-600c-4b54-952f-213fd5124484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.918274 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70050200-600c-4b54-952f-213fd5124484 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:29:58.918995 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-70050200-600c-4b54-952f-213fd5124484 None None] Bound port: bb061503-2a36-4ab2-b5ba-299e34d2084b, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:29:58.919529 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-70050200-600c-4b54-952f-213fd5124484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.968147 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:58.971362 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks [] for router_gateway (0511489b-b209-47c4-8689-927830e8ca8e), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.978070 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-19da61ee-31f6-4e25-986c-006eb6164fee None None] Current status of the port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:29:58.985070 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-70050200-600c-4b54-952f-213fd5124484 None None] For port bb061503-2a36-4ab2-b5ba-299e34d2084b, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:29:58.988745 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (a6c52073-db58-4621-b24e-c728256ee74d), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:58.990550 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-70050200-600c-4b54-952f-213fd5124484 None None] For port bb061503-2a36-4ab2-b5ba-299e34d2084b, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=bb061503-2a36-4ab2-b5ba-299e34d2084b,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:29:59.004576 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-70050200-600c-4b54-952f-213fd5124484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.066857 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks [] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.094827 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:29:59.095797 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:29:59.101210 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:59.124525 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Pushing event updated for resources: {'Port': ['ID=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:59.131642 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.146511 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac899937-6b85-463d-a4d1-984194de23f9 admin admin] Publish callbacks [] for security_group (b847c8b2-3e6c-46b6-9084-f5281ee22f92), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.149232 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:59.172804 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac899937-6b85-463d-a4d1-984194de23f9 admin admin] Publish callbacks [] for security_group (b847c8b2-3e6c-46b6-9084-f5281ee22f92), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.191602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:59.197120 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:59.205971 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-1afccd18-3b86-4105-bd4e-a6980878eed5 None None] Provisioning complete for port a8413eea-f031-48d5-a7cc-cdc8d17436a1 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:29:59.206403 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1afccd18-3b86-4105-bd4e-a6980878eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.208221 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Pushing event updated for resources: {'Port': ['ID=a6c52073-db58-4621-b24e-c728256ee74d,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:59.265724 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.287095 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac899937-6b85-463d-a4d1-984194de23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b847c8b2-3e6c-46b6-9084-f5281ee22f92), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.294704 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac899937-6b85-463d-a4d1-984194de23f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.298071 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-ac899937-6b85-463d-a4d1-984194de23f9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b847c8b2-3e6c-46b6-9084-f5281ee22f92 HTTP/1.1" status: 204 len: 168 time: 0.6480548 Sep 13 15:29:59.301854 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15720329-7137-4cd0-bcb0-87c66feddb72 None None] Pushing event updated for resources: {'Port': ['ID=bb061503-2a36-4ab2-b5ba-299e34d2084b,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:59.358336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Allocated IP 172.27.1.132 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/336c6855-6129-4cb8-b2dc-8d9c3e4f66ed) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:29:59.424858 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:29:59.425904 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac899937-6b85-463d-a4d1-984194de23f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b847c8b2-3e6c-46b6-9084-f5281ee22f92,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:59.439965 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:29:59.468504 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:29:59.476991 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:29:59.498475 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:29:59.499871 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks [] for router_gateway (e63fe14b-8f00-4760-b093-cb7531c86a8f), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.500537 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (3beec98b-96a6-4cfd-80b0-2060577b94ff), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.673676 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Attempting to bind port a6c52073-db58-4621-b24e-c728256ee74d on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:29:59.674229 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Attempting to bind port a6c52073-db58-4621-b24e-c728256ee74d by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:29:59.675686 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Attempting to bind port a6c52073-db58-4621-b24e-c728256ee74d on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:29:59.871799 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-1afccd18-3b86-4105-bd4e-a6980878eed5 None None] Current status of the port a8413eea-f031-48d5-a7cc-cdc8d17436a1 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:29:59.903915 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:29:59.904293 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Checking segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:29:59.910228 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.912359 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Bound using segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:29:59.913823 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Bound port: a6c52073-db58-4621-b24e-c728256ee74d, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:29:59.914281 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a6c52073-db58-4621-b24e-c728256ee74d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:29:59.923803 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=24a6a2f8-62ff-4d12-8831-8001bac2bb26,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:29:59.983371 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:00.045789 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-70050200-600c-4b54-952f-213fd5124484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:55Z', 'revision_number': 3, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:00.061241 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.118036 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70050200-600c-4b54-952f-213fd5124484 None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:55Z', 'revision_number': 3, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:00.183248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-601b1597-0af1-434a-89f1-ddac8ac30af8 None None] Provisioning complete for port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:00.185060 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-601b1597-0af1-434a-89f1-ddac8ac30af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.193139 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks [] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.222962 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] For port a6c52073-db58-4621-b24e-c728256ee74d, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:00.428489 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-601b1597-0af1-434a-89f1-ddac8ac30af8 None None] Port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:00.435695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a8413eea-f031-48d5-a7cc-cdc8d17436a1 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:00.449449 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] For port a6c52073-db58-4621-b24e-c728256ee74d, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a6c52073-db58-4621-b24e-c728256ee74d,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:00.470940 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks [] for router_gateway (5f649f9a-9a65-4ad6-9306-22341435c970), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.519510 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a6c52073-db58-4621-b24e-c728256ee74d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.529895 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:00.580257 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8b4c4-ecc2-4cb3-83bd-f950073f5cc0 None None] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:00.714357 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks [] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.722139 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.725779 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (3beec98b-96a6-4cfd-80b0-2060577b94ff), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.817651 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:00.879735 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=24a6a2f8-62ff-4d12-8831-8001bac2bb26,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:00.988797 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] Provisioning complete for port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:00.991287 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.047202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:01.049035 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:01.136903 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:01.139869 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (e63fe14b-8f00-4760-b093-cb7531c86a8f), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.148132 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a8413eea-f031-48d5-a7cc-cdc8d17436a1 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:01.148537 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.157642 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:01.171521 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Pushing event updated for resources: {'Port': ['ID=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:01.179789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:01.275275 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:30:01.318435 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a33b8b-3efe-4ac3-a4ba-142c236070ae None None] Pushing event updated for resources: {'Port': ['ID=a6c52073-db58-4621-b24e-c728256ee74d,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:01.380898 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:01.406562 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.446946 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:01.450020 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:01.459627 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5841278e-069c-4086-a69e-4edbb9571ce9 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3beec98b-96a6-4cfd-80b0-2060577b94ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1279435 Sep 13 15:30:01.504456 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:01.604478 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] Current status of the port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:01.604877 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.615347 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a8413eea-f031-48d5-a7cc-cdc8d17436a1 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:01.617274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:01.737864 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:01.764405 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:01.830082 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:01.830788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.850248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] For port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:01.897661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:01.985440 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks [] for router_gateway (0511489b-b209-47c4-8689-927830e8ca8e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.034933 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Router e63fe14b-8f00-4760-b093-cb7531c86a8f is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:30:02.045782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df206d6a-4a65-4ba2-a7ec-fa7f677196d2 None None] Pushing event updated for resources: {'Port': ['ID=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:02.050532 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:02.051601 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:02.054661 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (5f649f9a-9a65-4ad6-9306-22341435c970), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.075407 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f81ef991-53dd-44c8-a267-6745dc227ea5 None None] Provisioning complete for port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:02.075893 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f81ef991-53dd-44c8-a267-6745dc227ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.143904 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:02.144199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.224004 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f81ef991-53dd-44c8-a267-6745dc227ea5 None None] Current status of the port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:02.237342 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f81ef991-53dd-44c8-a267-6745dc227ea5 None None] Provisioning complete for port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:02.237720 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f81ef991-53dd-44c8-a267-6745dc227ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.258848 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55086) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:02.265045 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916684813', 'description': 'tempest-description--1774762669'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:02.274428 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d780b-f74e-4eac-8be4-47666c8c4c2f None None] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:02.303973 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.419430 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (0154af26-2330-4aa4-be73-cbef5667a098), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.428166 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0154af26-2330-4aa4-be73-cbef5667a098), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.431761 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:02.479998 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81188671-be12-420a-b013-73bd3385933c None None] Sync routers for ids ['e63fe14b-8f00-4760-b093-cb7531c86a8f'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:02.483766 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0154af26-2330-4aa4-be73-cbef5667a098,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:02.486901 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:02.494827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.495381 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f81ef991-53dd-44c8-a267-6745dc227ea5 None None] Port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:02.503671 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-dd11f6f6-693b-4913-bc57-7e5408f413df tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2431667 Sep 13 15:30:02.506514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55094) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:02.507805 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81188671-be12-420a-b013-73bd3385933c None None] Routers {'e63fe14b-8f00-4760-b093-cb7531c86a8f'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:02.508446 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-81188671-be12-420a-b013-73bd3385933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['e63fe14b-8f00-4760-b093-cb7531c86a8f'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:02.518038 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'security_group_rule': {'security_group_id': '0154af26-2330-4aa4-be73-cbef5667a098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:02.578094 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (aba03878-0a70-40b4-9cb7-c29fb5d7d937), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.661963 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (0511489b-b209-47c4-8689-927830e8ca8e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.688427 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.690365 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-eded8663-2c9b-430d-b98c-731585610616 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7643366 Sep 13 15:30:02.699408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55100) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:02.715933 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] Provisioning complete for port a6c52073-db58-4621-b24e-c728256ee74d triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:02.715933 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a6c52073-db58-4621-b24e-c728256ee74d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:02.774617 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-81188671-be12-420a-b013-73bd3385933c None None] Set router e63fe14b-8f00-4760-b093-cb7531c86a8f gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:02.880590 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:02.918216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:02.975489 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:02.978076 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Router 5f649f9a-9a65-4ad6-9306-22341435c970 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:30:02.999673 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:03.006325 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:03.020850 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (aba03878-0a70-40b4-9cb7-c29fb5d7d937), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.032337 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (aba03878-0a70-40b4-9cb7-c29fb5d7d937), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.046778 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:03.049156 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:03.067638 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba03878-0a70-40b4-9cb7-c29fb5d7d937,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:03.095858 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:03.096439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.122392 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.126187 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5b572e9a-56e0-4726-9541-7f22dc15e366 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6134999 Sep 13 15:30:03.127683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55106) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:03.135529 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'security_group_rule': {'security_group_id': '0154af26-2330-4aa4-be73-cbef5667a098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:03.155596 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Router 0511489b-b209-47c4-8689-927830e8ca8e is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:30:03.171984 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:03.194930 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Sync routers for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:03.203324 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] Current status of the port a6c52073-db58-4621-b24e-c728256ee74d is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:03.203731 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a6c52073-db58-4621-b24e-c728256ee74d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.224211 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:03.233225 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.234631 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d39c7293-0d67-4b68-ae7d-51848048bed0 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7983258 Sep 13 15:30:03.237657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55112) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:03.260046 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (dd29eb2b-e47d-452a-a55a-966894a6d9ef), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.329790 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:03.331675 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:03.333185 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:03.411117 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-81188671-be12-420a-b013-73bd3385933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:03.425285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] For port a6c52073-db58-4621-b24e-c728256ee74d, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a6c52073-db58-4621-b24e-c728256ee74d,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:03.472322 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81188671-be12-420a-b013-73bd3385933c None None] Checking router: e63fe14b-8f00-4760-b093-cb7531c86a8f for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:03.472677 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81188671-be12-420a-b013-73bd3385933c None None] Updating router e63fe14b-8f00-4760-b093-cb7531c86a8f port 5cfba113-6a3b-4893-b05c-cb386d039039 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:03.475030 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a6c52073-db58-4621-b24e-c728256ee74d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.485527 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:00Z', 'revision_number': 2, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:03.490433 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (dd29eb2b-e47d-452a-a55a-966894a6d9ef), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.491919 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:03.502868 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:03.506325 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (dd29eb2b-e47d-452a-a55a-966894a6d9ef), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.529846 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:03.531522 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Updating router 3beec98b-96a6-4cfd-80b0-2060577b94ff port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:03.584973 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.600522 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd29eb2b-e47d-452a-a55a-966894a6d9ef,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:03.620932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:03.648539 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.654162 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-22ca2b26-b90e-4efe-9eb9-13964d741346 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5251167 Sep 13 15:30:03.656050 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55126) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:03.659688 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-81188671-be12-420a-b013-73bd3385933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.660659 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:03.661714 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device bb061503-2a36-4ab2-b5ba-299e34d2084b up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:03.665898 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:03.687405 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.693610 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-73855549-254e-4c37-9b2a-0640572f8466 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7834775 Sep 13 15:30:03.693980 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55128) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:03.707576 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:03.710851 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-1bcbc632-9b5f-447c-aac2-8885626214a1 None None] Provisioning complete for port a6c52073-db58-4621-b24e-c728256ee74d triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:03.711706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc632-9b5f-447c-aac2-8885626214a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a6c52073-db58-4621-b24e-c728256ee74d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.739436 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:03.740102 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:03.746629 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:03.877746 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:03.931629 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.041000 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-81188671-be12-420a-b013-73bd3385933c None None] Publish callbacks [] for port (5cfba113-6a3b-4893-b05c-cb386d039039), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.086715 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.093000 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.123185 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.126814 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-81188671-be12-420a-b013-73bd3385933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.162450 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-81188671-be12-420a-b013-73bd3385933c None None] Attempting to bind port 5cfba113-6a3b-4893-b05c-cb386d039039 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:04.163471 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-81188671-be12-420a-b013-73bd3385933c None None] Attempting to bind port 5cfba113-6a3b-4893-b05c-cb386d039039 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:04.164061 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81188671-be12-420a-b013-73bd3385933c None None] Attempting to bind port 5cfba113-6a3b-4893-b05c-cb386d039039 on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:04.180783 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Allocated IP 172.27.1.168 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/e504ac57-2225-44e1-a929-025d0e57853a) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:04.192600 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:04.242690 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.255986 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.308534 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c0c60-02b3-4b7a-844f-b64837d1460b None None] Pushing event updated for resources: {'Port': ['ID=a6c52073-db58-4621-b24e-c728256ee74d,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:04.325136 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:04.412800 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Allocated IP 172.20.0.1 (853b8391-5bbf-48bb-90af-a48b0e48e5ff/f7c4b948-6e05-4244-b9fc-c8332b3cbc53/0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:04.435668 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for port (e504ac57-2225-44e1-a929-025d0e57853a), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.444514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.450753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331cab3-992d-4285-8eef-d59b73ea6d31 None None] Pushing event updated for resources: {'Port': ['ID=5cfba113-6a3b-4893-b05c-cb386d039039,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:04.505873 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.524300 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.554072 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81188671-be12-420a-b013-73bd3385933c None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:04.554603 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81188671-be12-420a-b013-73bd3385933c None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:04.555012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-81188671-be12-420a-b013-73bd3385933c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.555415 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81188671-be12-420a-b013-73bd3385933c None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:04.555924 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-81188671-be12-420a-b013-73bd3385933c None None] Bound port: 5cfba113-6a3b-4893-b05c-cb386d039039, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:04.556307 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-81188671-be12-420a-b013-73bd3385933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.561114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (e504ac57-2225-44e1-a929-025d0e57853a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.579367 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port bb061503-2a36-4ab2-b5ba-299e34d2084b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:04.580308 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.655391 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-81188671-be12-420a-b013-73bd3385933c None None] For port 5cfba113-6a3b-4893-b05c-cb386d039039, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:04.660752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-81188671-be12-420a-b013-73bd3385933c None None] For port 5cfba113-6a3b-4893-b05c-cb386d039039, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=5cfba113-6a3b-4893-b05c-cb386d039039,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:04.689563 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:04.692537 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks [] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.705278 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55150) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:04.706531 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:04.711407 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:04.732245 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:04.758530 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'Port': ['ID=e504ac57-2225-44e1-a929-025d0e57853a,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:04.761274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55154) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:04.826936 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.840291 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Allocated IP 172.20.0.1 (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50/5aa713ec-7bf8-4898-9f28-f8a16d8367df/a03463c0-4b7c-4206-979e-6160317e35b7) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:04.849388 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:01Z', 'revision_number': 3, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:04.860471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (deb54a6c-6871-40ff-9ccb-263217b6c019), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.876919 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.944097 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:04.946066 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Updating router 0511489b-b209-47c4-8689-927830e8ca8e port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:04.953352 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-81188671-be12-420a-b013-73bd3385933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.960548 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:04.971422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:04.974152 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:04.974822 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (e63fe14b-8f00-4760-b093-cb7531c86a8f), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.978083 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (e504ac57-2225-44e1-a929-025d0e57853a), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:04.982344 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Pushing event updated for resources: {'Port': ['ID=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:05.038795 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.223733 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cb67e7c0-772b-4d28-a76d-a2b2a815c7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.224506 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81188671-be12-420a-b013-73bd3385933c None None] Routers {'e63fe14b-8f00-4760-b093-cb7531c86a8f'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:05.225149 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-81188671-be12-420a-b013-73bd3385933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['e63fe14b-8f00-4760-b093-cb7531c86a8f'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:05.249712 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c38c392a-a079-4b12-aee9-5e11faab6123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.327763 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Publish callbacks [] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.346846 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.364994 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-81188671-be12-420a-b013-73bd3385933c None None] Set router e63fe14b-8f00-4760-b093-cb7531c86a8f gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:05.369057 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cb67e7c0-772b-4d28-a76d-a2b2a815c7d8 admin admin] Publish callbacks [] for security_group (b4e36ad8-a9ab-4664-8c1c-a28055a918ee), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.405383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cb67e7c0-772b-4d28-a76d-a2b2a815c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b4e36ad8-a9ab-4664-8c1c-a28055a918ee), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.420794 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd713a3-ba06-4eaa-aed8-aceab66aa1af None None] Pushing event updated for resources: {'Port': ['ID=24a6a2f8-62ff-4d12-8831-8001bac2bb26,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:05.432857 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:05.455492 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67e7c0-772b-4d28-a76d-a2b2a815c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e36ad8-a9ab-4664-8c1c-a28055a918ee,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:05.460659 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:05.493076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.506218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:05.538133 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for port (e504ac57-2225-44e1-a929-025d0e57853a), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.540857 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Attempting to bind port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:05.541296 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Attempting to bind port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:05.541718 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Attempting to bind port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:05.549417 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-cb67e7c0-772b-4d28-a76d-a2b2a815c7d8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ff06a1beea674d5fa45de8dc86457141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866964 Sep 13 15:30:05.557531 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55166) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:05.570214 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (e504ac57-2225-44e1-a929-025d0e57853a), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.571008 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (deb54a6c-6871-40ff-9ccb-263217b6c019), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.618493 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-81188671-be12-420a-b013-73bd3385933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:05.631713 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:05.632155 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Checking segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:05.632626 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.633123 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Bound using segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:05.633960 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Bound port: 24a6a2f8-62ff-4d12-8831-8001bac2bb26, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:05.634483 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.651016 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks [] for port (a03463c0-4b7c-4206-979e-6160317e35b7), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.662865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.665050 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0042074 Sep 13 15:30:05.680968 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81188671-be12-420a-b013-73bd3385933c None None] The sync data for ids ['e63fe14b-8f00-4760-b093-cb7531c86a8f'] in dv-cinder-857434-2-iscsi is: [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:05.707447 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fbc7e-b8f4-47ab-8387-4cfae35aad33 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'Port': ['ID=e504ac57-2225-44e1-a929-025d0e57853a,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:05.723890 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=11 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:05.725604 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbc632-9b5f-447c-aac2-8885626214a1 None None] Current status of the port a6c52073-db58-4621-b24e-c728256ee74d is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:05.741537 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Publish callbacks [] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.748545 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b0276ca-5a7a-4774-b75b-b13f4671ef20 admin admin] Publish callbacks [] for security_group (b4e36ad8-a9ab-4664-8c1c-a28055a918ee), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.765340 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Allocated IP 172.20.0.1 (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c/20aa7508-988e-4ceb-92c2-c828c044a835/c0842cdb-5392-4418-9990-0cc381dabef9) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:05.773953 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:29:58Z', 'revision_number': 3, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:05.779378 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.788032 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:05.801630 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c38c392a-a079-4b12-aee9-5e11faab6123 admin admin] Publish callbacks [] for security_group (f641f10d-dc8e-43eb-b856-f2aedf614ac3), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.819847 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331cab3-992d-4285-8eef-d59b73ea6d31 None None] Pushing event updated for resources: {'Port': ['ID=5cfba113-6a3b-4893-b05c-cb386d039039,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:05.826292 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b0276ca-5a7a-4774-b75b-b13f4671ef20 admin admin] Publish callbacks [] for security_group (b4e36ad8-a9ab-4664-8c1c-a28055a918ee), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.838988 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c38c392a-a079-4b12-aee9-5e11faab6123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f641f10d-dc8e-43eb-b856-f2aedf614ac3), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.844408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Checking router: 5f649f9a-9a65-4ad6-9306-22341435c970 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:05.844759 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Updating router 5f649f9a-9a65-4ad6-9306-22341435c970 port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:05.852643 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.875263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks [] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.882981 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port bb061503-2a36-4ab2-b5ba-299e34d2084b is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:05.883414 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.889063 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.890724 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (e63fe14b-8f00-4760-b093-cb7531c86a8f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.901827 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:05.906145 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Attempting to bind port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:05.906525 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Attempting to bind port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:05.906883 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Attempting to bind port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:05.939590 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-ebcbe738-e488-469a-95fc-1b3a9471023e None None] Provisioning complete for port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:05.939989 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ebcbe738-e488-469a-95fc-1b3a9471023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.944109 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.946840 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port bb061503-2a36-4ab2-b5ba-299e34d2084b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=bb061503-2a36-4ab2-b5ba-299e34d2084b,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:05.950346 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Pushing event updated for resources: {'Port': ['ID=a03463c0-4b7c-4206-979e-6160317e35b7,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:05.993976 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:05.994832 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a6c52073-db58-4621-b24e-c728256ee74d up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:06.085892 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:06.103601 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:06.105698 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:06.106263 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (5f649f9a-9a65-4ad6-9306-22341435c970), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.124777 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Pushing event updated for resources: {'Port': ['ID=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:06.141301 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311e503-7e0a-4c25-9e89-0e1ab6ffe059 None None] Pushing event updated for resources: {'Port': ['ID=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,revision_number=2']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:06.190833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55192) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:06.218874 dv-cinder-857434-2-iscsi neutron-server[106263]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 15:30:06.232935 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] For port 24a6a2f8-62ff-4d12-8831-8001bac2bb26, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:06.239266 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] For port 24a6a2f8-62ff-4d12-8831-8001bac2bb26, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=24a6a2f8-62ff-4d12-8831-8001bac2bb26,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:06.243914 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:06.244518 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:06.245210 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.245852 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:06.246647 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Bound port: 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:06.247315 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.264045 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:06.280683 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c38c392a-a079-4b12-aee9-5e11faab6123 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fb8e5ca8b9494b1ea1820feeee64febf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5673590 Sep 13 15:30:06.298688 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbe738-e488-469a-95fc-1b3a9471023e None None] Port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:06.301776 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55196) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:06.327333 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.388779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks [] for port (c0842cdb-5392-4418-9990-0cc381dabef9), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.389172 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:06.389818 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:06.391943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:06.418117 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c392a-a079-4b12-aee9-5e11faab6123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641f10d-dc8e-43eb-b856-f2aedf614ac3,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:06.438921 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:06.455252 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b681e50-7153-4f5d-88fd-5c7ab938abc5 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1916684813&fields=id&tenant_id=597b9e023e324874ac5f24ee571d1f66 HTTP/1.1" status: 200 len: 267 time: 0.2577710 Sep 13 15:30:06.458314 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:06.596345 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] For port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:06.606900 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] For port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:06.643657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b0276ca-5a7a-4774-b75b-b13f4671ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b4e36ad8-a9ab-4664-8c1c-a28055a918ee), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.651384 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b0276ca-5a7a-4774-b75b-b13f4671ef20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.655873 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2b0276ca-5a7a-4774-b75b-b13f4671ef20 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b4e36ad8-a9ab-4664-8c1c-a28055a918ee HTTP/1.1" status: 204 len: 168 time: 1.0955646 Sep 13 15:30:06.659545 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.687631 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:06.699218 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0276ca-5a7a-4774-b75b-b13f4671ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e36ad8-a9ab-4664-8c1c-a28055a918ee,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:06.710345 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd713a3-ba06-4eaa-aed8-aceab66aa1af None None] Pushing event updated for resources: {'Port': ['ID=24a6a2f8-62ff-4d12-8831-8001bac2bb26,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:06.816212 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4049bdac-3a34-4aee-ab5b-8c533b83c597 admin admin] Publish callbacks [] for security_group (f641f10d-dc8e-43eb-b856-f2aedf614ac3), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.846894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4049bdac-3a34-4aee-ab5b-8c533b83c597 admin admin] Publish callbacks [] for security_group (f641f10d-dc8e-43eb-b856-f2aedf614ac3), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.875927 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.919430 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:06.923469 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Publish callbacks [] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.939824 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a6c52073-db58-4621-b24e-c728256ee74d triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:06.940222 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a6c52073-db58-4621-b24e-c728256ee74d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:06.980567 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=bb061503-2a36-4ab2-b5ba-299e34d2084b,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:06.992278 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:06.993111 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:06.997846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.017612 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-ff2c1f2b-6865-422a-87c7-c8b4d3ece868 None None] Provisioning complete for port a03463c0-4b7c-4206-979e-6160317e35b7 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:07.018065 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1f2b-6865-422a-87c7-c8b4d3ece868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.099441 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:07.128462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c1f2b-6865-422a-87c7-c8b4d3ece868 None None] Port a03463c0-4b7c-4206-979e-6160317e35b7 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:07.155963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Attempting to bind port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:07.157643 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:07.162196 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Attempting to bind port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:07.162623 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Attempting to bind port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:07.233033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-65753f93-8159-4f68-88ea-70b5d873dd5c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:07.234975 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-65753f93-8159-4f68-88ea-70b5d873dd5c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 810 time: 0.7786884 Sep 13 15:30:07.263593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Router e63fe14b-8f00-4760-b093-cb7531c86a8f has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:30:07.277832 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4049bdac-3a34-4aee-ab5b-8c533b83c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f641f10d-dc8e-43eb-b856-f2aedf614ac3), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.281356 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4049bdac-3a34-4aee-ab5b-8c533b83c597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.282811 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4049bdac-3a34-4aee-ab5b-8c533b83c597 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f641f10d-dc8e-43eb-b856-f2aedf614ac3 HTTP/1.1" status: 204 len: 168 time: 0.9798703 Sep 13 15:30:07.291805 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-09853486-9b75-452d-bba0-4052549a458b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/quotas/597b9e023e324874ac5f24ee571d1f66 HTTP/1.1" status: 200 len: 375 time: 0.0264506 Sep 13 15:30:07.306651 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Pushing event updated for resources: {'Port': ['ID=c0842cdb-5392-4418-9990-0cc381dabef9,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:07.342162 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:07.355956 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:07.358274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (0511489b-b209-47c4-8689-927830e8ca8e), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.366351 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049bdac-3a34-4aee-ab5b-8c533b83c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641f10d-dc8e-43eb-b856-f2aedf614ac3,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:07.385999 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-904581ed-731b-4711-8835-19f71047b090 None None] Provisioning complete for port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:07.386527 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-904581ed-731b-4711-8835-19f71047b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.433738 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d107b-512b-4951-a72c-4546c69c1217 None None] Pushing event updated for resources: {'Port': ['ID=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:07.479880 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55214) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:07.484446 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a6c52073-db58-4621-b24e-c728256ee74d is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:07.499336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-904581ed-731b-4711-8835-19f71047b090 None None] Port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:07.501568 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:07.502171 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:07.502661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.502963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:07.503456 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Bound port: f7827ec6-9b76-4699-b9ad-a00e1b5cee91, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:07.503835 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.561043 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-77c8734e-144c-4647-9e8e-23478b2e9e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.571730 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] For port f7827ec6-9b76-4699-b9ad-a00e1b5cee91, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:07.575567 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] For port f7827ec6-9b76-4699-b9ad-a00e1b5cee91, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:07.589296 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.603484 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:07.614712 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-f0a25ea6-ed43-49e8-955a-b9110f8a8c45 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3106852 Sep 13 15:30:07.720717 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-17e15b95-f241-4805-bc0a-44f931573c55 None None] Provisioning complete for port c0842cdb-5392-4418-9990-0cc381dabef9 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:07.721117 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-17e15b95-f241-4805-bc0a-44f931573c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.722840 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d107b-512b-4951-a72c-4546c69c1217 None None] Pushing event updated for resources: {'Port': ['ID=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:07.761599 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:07.768042 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.772772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:07.773659 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:07.779538 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-25e821ce-61ce-41a8-8a76-0896b26740ae admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e63fe14b-8f00-4760-b093-cb7531c86a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0779371 Sep 13 15:30:07.850929 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-17e15b95-f241-4805-bc0a-44f931573c55 None None] Port c0842cdb-5392-4418-9990-0cc381dabef9 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:07.858230 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:07.895455 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:07.905858 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a6c52073-db58-4621-b24e-c728256ee74d up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:07.918744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-77c8734e-144c-4647-9e8e-23478b2e9e50 admin admin] Publish callbacks [] for security_group (ed00e40a-6322-4894-aa45-105d819da66f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.931610 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-77c8734e-144c-4647-9e8e-23478b2e9e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ed00e40a-6322-4894-aa45-105d819da66f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:07.935248 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:07.990337 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8734e-144c-4647-9e8e-23478b2e9e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed00e40a-6322-4894-aa45-105d819da66f,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:08.043455 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311e503-7e0a-4c25-9e89-0e1ab6ffe059 None None] Pushing event updated for resources: {'Port': ['ID=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:08.063209 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-77c8734e-144c-4647-9e8e-23478b2e9e50 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2e36b9271b75418183a048f0b489517b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5799253 Sep 13 15:30:08.065698 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55228) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:08.099408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:08.178755 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-440712b9-83b4-4b75-b019-dc88bf97d9b8 admin admin] Publish callbacks [] for security_group (ed00e40a-6322-4894-aa45-105d819da66f), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.191485 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.206415 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55230) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:08.233952 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-440712b9-83b4-4b75-b019-dc88bf97d9b8 admin admin] Publish callbacks [] for security_group (ed00e40a-6322-4894-aa45-105d819da66f), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.247882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a6c52073-db58-4621-b24e-c728256ee74d triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:08.248622 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a6c52073-db58-4621-b24e-c728256ee74d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.284081 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbee7-59bf-4105-8b68-9bee794070c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.338564 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-440712b9-83b4-4b75-b019-dc88bf97d9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ed00e40a-6322-4894-aa45-105d819da66f), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.341716 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-440712b9-83b4-4b75-b019-dc88bf97d9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.345599 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-440712b9-83b4-4b75-b019-dc88bf97d9b8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ed00e40a-6322-4894-aa45-105d819da66f HTTP/1.1" status: 204 len: 168 time: 0.2787197 Sep 13 15:30:08.351223 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:08.367496 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440712b9-83b4-4b75-b019-dc88bf97d9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed00e40a-6322-4894-aa45-105d819da66f,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:08.428238 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:08.530791 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-d8d6d29d-4f3e-4bf5-be19-f96d6d8f3c22 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:30:08.538612 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-d8d6d29d-4f3e-4bf5-be19-f96d6d8f3c22 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5330276 Sep 13 15:30:08.541419 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:01Z', 'revision_number': 3, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:08.614348 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480ba7b-e717-4821-8600-0c58ff5054b2 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:01Z', 'revision_number': 3, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:08.660328 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:06Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:08.660469 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks [] for port (a03463c0-4b7c-4206-979e-6160317e35b7), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.689958 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.690977 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (5f649f9a-9a65-4ad6-9306-22341435c970), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.752814 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a8362-36e0-4a07-a80c-daf58bf666c3 None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:06Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:08.782598 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-8f4cc27b-20fa-4064-809f-8109d75557a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370701 Sep 13 15:30:08.830331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbee7-59bf-4105-8b68-9bee794070c5 admin admin] Publish callbacks [] for security_group (7216bc6f-cf1e-42e9-b8c3-e5bf559a3177), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:08.890459 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbee7-59bf-4105-8b68-9bee794070c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7216bc6f-cf1e-42e9-b8c3-e5bf559a3177), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.000178 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:09.006173 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a6c52073-db58-4621-b24e-c728256ee74d is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:09.008643 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device bb061503-2a36-4ab2-b5ba-299e34d2084b up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:09.015456 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Pushing event updated for resources: {'Port': ['ID=a03463c0-4b7c-4206-979e-6160317e35b7,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:09.065305 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7d1cbee7-59bf-4105-8b68-9bee794070c5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1ae59edd230b4545b30ea11b4bd1ae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8562386 Sep 13 15:30:09.070064 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55250) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:09.093056 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cbee7-59bf-4105-8b68-9bee794070c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7216bc6f-cf1e-42e9-b8c3-e5bf559a3177,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:09.108809 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks [] for port (c0842cdb-5392-4418-9990-0cc381dabef9), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.113012 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2309e89a-9400-4b44-a630-85fc6262f898 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277950 Sep 13 15:30:09.117115 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:09.129119 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:09.130005 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.140722 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (0511489b-b209-47c4-8689-927830e8ca8e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.157795 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Sync routers for ids ['e63fe14b-8f00-4760-b093-cb7531c86a8f'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:09.160063 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:09.207930 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-087fa2e5-ac54-4851-b800-8b002b80ab4c admin admin] Publish callbacks [] for security_group (7216bc6f-cf1e-42e9-b8c3-e5bf559a3177), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.238218 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port bb061503-2a36-4ab2-b5ba-299e34d2084b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:09.238870 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.256841 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Routers {'e63fe14b-8f00-4760-b093-cb7531c86a8f'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:09.257789 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['e63fe14b-8f00-4760-b093-cb7531c86a8f'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:09.346567 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-087fa2e5-ac54-4851-b800-8b002b80ab4c admin admin] Publish callbacks [] for security_group (7216bc6f-cf1e-42e9-b8c3-e5bf559a3177), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.519319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-087fa2e5-ac54-4851-b800-8b002b80ab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7216bc6f-cf1e-42e9-b8c3-e5bf559a3177), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.526470 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-087fa2e5-ac54-4851-b800-8b002b80ab4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.536576 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-087fa2e5-ac54-4851-b800-8b002b80ab4c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7216bc6f-cf1e-42e9-b8c3-e5bf559a3177 HTTP/1.1" status: 204 len: 168 time: 0.4644170 Sep 13 15:30:09.581644 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fa2e5-ac54-4851-b800-8b002b80ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7216bc6f-cf1e-42e9-b8c3-e5bf559a3177,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:09.659291 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55282) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:09.788154 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:09.805375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Pushing event updated for resources: {'Port': ['ID=c0842cdb-5392-4418-9990-0cc381dabef9,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:09.964354 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-344a130b-27b7-4afe-953e-a27b2fe6ee82 None None] Provisioning complete for port a03463c0-4b7c-4206-979e-6160317e35b7 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:09.965103 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-344a130b-27b7-4afe-953e-a27b2fe6ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:09.974664 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Set router e63fe14b-8f00-4760-b093-cb7531c86a8f gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:10.023722 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c68f68e7-2322-4886-ad00-c8e8e4a46a67 req-21edb8f5-4c25-40db-85c7-4caa54d24ed6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.1699214 Sep 13 15:30:10.053738 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:10.060852 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Router 5f649f9a-9a65-4ad6-9306-22341435c970 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:30:10.062043 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:10.098666 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b1d38067-3aae-45de-8283-853336b7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:04Z', 'revision_number': 1, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:10.100089 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:10.152328 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port bb061503-2a36-4ab2-b5ba-299e34d2084b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:10.154233 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-29e9305e-e014-46cb-9f3e-6b35cfe68759 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:10.154464 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5cfba113-6a3b-4893-b05c-cb386d039039 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:10.161245 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-29e9305e-e014-46cb-9f3e-6b35cfe68759 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/networks?id=853b8391-5bbf-48bb-90af-a48b0e48e5ff HTTP/1.1" status: 200 len: 811 time: 0.5007372 Sep 13 15:30:10.196752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d38067-3aae-45de-8283-853336b7127d None None] The sync data for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi is: [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:04Z', 'revision_number': 1, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:10.203960 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-344a130b-27b7-4afe-953e-a27b2fe6ee82 None None] Port a03463c0-4b7c-4206-979e-6160317e35b7 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:10.212094 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-981216a4-6266-4d35-86e2-bccef07ff1bb tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/quotas/836a885e5c97498db1721adb1a22a05f HTTP/1.1" status: 200 len: 375 time: 0.0493541 Sep 13 15:30:10.337469 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 5cfba113-6a3b-4893-b05c-cb386d039039 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:10.338035 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:10.442794 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-9034cf16-62c6-4951-8649-dcf60e6ee132 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=836a885e5c97498db1721adb1a22a05f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301869 Sep 13 15:30:10.503139 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 5cfba113-6a3b-4893-b05c-cb386d039039 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:10.503847 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:10.573243 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 5cfba113-6a3b-4893-b05c-cb386d039039, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=5cfba113-6a3b-4893-b05c-cb386d039039,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:10.585657 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:10.667711 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Router 0511489b-b209-47c4-8689-927830e8ca8e has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:30:10.789024 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7', 'name': '', 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'mac_address': 'fa:16:3e:65:87:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 2, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'subnets': [{'id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:10.810446 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-7ed7947e-3d9b-4098-8d83-e95b1974c4cb None None] Provisioning complete for port c0842cdb-5392-4418-9990-0cc381dabef9 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:10.817941 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7ed7947e-3d9b-4098-8d83-e95b1974c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:10.931099 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:10.977086 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b307a2f4-1e76-4347-856c-48a3646a53db admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5f649f9a-9a65-4ad6-9306-22341435c970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7382777 Sep 13 15:30:10.996807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:11.010375 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Checking router: e63fe14b-8f00-4760-b093-cb7531c86a8f for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:11.010733 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Updating router e63fe14b-8f00-4760-b093-cb7531c86a8f port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:11.091451 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:11.098443 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:11.104993 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:11.177109 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:30:11.194943 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9d608c42-d229-4051-9562-14dfa37dd732 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/0511489b-b209-47c4-8689-927830e8ca8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4997299 Sep 13 15:30:11.312725 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=5cfba113-6a3b-4893-b05c-cb386d039039,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:11.318352 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7947e-3d9b-4098-8d83-e95b1974c4cb None None] Port c0842cdb-5392-4418-9990-0cc381dabef9 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:11.470233 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:11.473680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:11.944276 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-04ea3398-a9eb-4b95-9f47-7453a61a8473 req-c6b58c7b-ff03-478d-9f05-890c589614e6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.6790235 Sep 13 15:30:11.958350 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-30119d95-36f8-4688-b37f-16513882c95c service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:30:11.963294 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-30119d95-36f8-4688-b37f-16513882c95c service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.1133924 Sep 13 15:30:12.309308 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:12.323162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:12.397507 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-b14acac0-d8b8-4ec5-bb2a-480748429242 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/853b8391-5bbf-48bb-90af-a48b0e48e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892488 Sep 13 15:30:12.507403 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Publish callbacks [] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:12.524300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:12.534057 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:12.539229 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 24a6a2f8-62ff-4d12-8831-8001bac2bb26 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:12.622524 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:12.802052 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-74adbc9d-59af-44da-942b-f3498c24b072 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/853b8391-5bbf-48bb-90af-a48b0e48e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595605 Sep 13 15:30:13.007966 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55444) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:13.021662 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844351988', 'description': 'tempest-description--519891259'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:13.126332 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.127144 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:13.127594 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.189969 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:13.213123 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Attempting to bind port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:13.213802 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Attempting to bind port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:13.214463 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Attempting to bind port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 on network 853b8391-5bbf-48bb-90af-a48b0e48e5ff {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:13.215582 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55450) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:13.245006 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (09931baa-235d-4ada-a373-525ac0879139), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.254418 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (09931baa-235d-4ada-a373-525ac0879139), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.301950 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09931baa-235d-4ada-a373-525ac0879139,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:13.327749 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.329683 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e5000048-3577-4993-9001-2541d2b750f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3195472 Sep 13 15:30:13.332853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55460) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:13.337625 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'security_group_rule': {'security_group_id': '09931baa-235d-4ada-a373-525ac0879139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:13.355311 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:13.420767 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (959ac546-549d-4c1b-b21b-e12010ea50f9), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.431662 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:13.432772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63eb3e-4901-422b-814c-9d94e4cb9254 None None] Pushing event updated for resources: {'Port': ['ID=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:13.444894 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:13.445521 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Checking segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:13.446084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.446680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Bound using segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:13.447471 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Bound port: 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:13.449506 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.603820 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (959ac546-549d-4c1b-b21b-e12010ea50f9), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.613863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (959ac546-549d-4c1b-b21b-e12010ea50f9), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.658738 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959ac546-549d-4c1b-b21b-e12010ea50f9,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:13.683407 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.684727 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-66ff9c5c-6716-4941-901e-e7e533f46c99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507061 Sep 13 15:30:13.688539 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55472) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:13.709182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'security_group_rule': {'security_group_id': '09931baa-235d-4ada-a373-525ac0879139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:13.747231 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5e4f39d-5e1c-4037-b4f3-077e47b70d5a req-f7b3c7f0-4232-4315-8271-1124d4504024 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.1054146 Sep 13 15:30:13.791862 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (01589aba-a7ad-4646-8076-3004bc5260f4), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.833571 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:13.859679 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:13.860152 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:13.900628 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:13.923537 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-422156324-network', 'tenant_id': '4e70bc4c4f6c429daf16241a82624849'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:14.036806 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Made reservation on behalf of 4e70bc4c4f6c429daf16241a82624849 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:14.040157 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.040854 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-913dc3e5-b985-43c7-8321-657d24cf83dc req-9caa6fa7-834a-482b-99fc-56ec933fed15 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.1540856 Sep 13 15:30:14.063406 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.117000 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 24a6a2f8-62ff-4d12-8831-8001bac2bb26, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=24a6a2f8-62ff-4d12-8831-8001bac2bb26,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:14.134639 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.172508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (01589aba-a7ad-4646-8076-3004bc5260f4), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.182440 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:14.230917 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:14.233393 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:14.234988 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (01589aba-a7ad-4646-8076-3004bc5260f4), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.259727 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:14.271630 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] For port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:14.344386 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.345610 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6541696 Sep 13 15:30:14.352396 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-4318e719-b163-4d4f-967c-474d1bb1d14b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:14.366747 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-4318e719-b163-4d4f-967c-474d1bb1d14b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 818 time: 0.2524312 Sep 13 15:30:14.370007 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55512) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:14.384246 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] For port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:14.428838 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:14.438863 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.458560 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=24a6a2f8-62ff-4d12-8831-8001bac2bb26,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:14.458906 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-6604d5f6-1ab4-4fbc-b389-ded6619f277d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/quotas/07f8e7ebb2814be392842c2e17d55fca HTTP/1.1" status: 200 len: 375 time: 0.0868981 Sep 13 15:30:14.496891 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c19fe-dcf3-42b5-8ae1-20882869ed0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01589aba-a7ad-4646-8076-3004bc5260f4,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:14.537811 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Routers {'e63fe14b-8f00-4760-b093-cb7531c86a8f'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:14.539395 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['e63fe14b-8f00-4760-b093-cb7531c86a8f'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:14.630229 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.42', 58188) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:14.668600 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-24d7f51f-b0f2-412a-a431-cf1597908d20 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086842 Sep 13 15:30:14.807589 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] Set router e63fe14b-8f00-4760-b093-cb7531c86a8f gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:14.809327 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:14.863377 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks [] for security_group (cd29bdb7-a797-41d1-9ff6-274484df9758), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.915927 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:14.992178 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:15.010759 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-4c0f2808-cf1b-48e7-ade9-3c41b0049727 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394723 Sep 13 15:30:15.047741 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device f7827ec6-9b76-4699-b9ad-a00e1b5cee91 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:15.102739 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (cd29bdb7-a797-41d1-9ff6-274484df9758), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.208662 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-42c44df3-cd43-41c2-b24c-251766265cf2 req-f381e500-4907-4ead-aa73-4cc31eee320b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.2371087 Sep 13 15:30:15.334310 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-404fc103-e7de-4f0f-b485-f6677d23705d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223736 Sep 13 15:30:15.413003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-26ea8efa-f18d-41c1-a73b-bfbcb625d2a0 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:15.414503 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-26ea8efa-f18d-41c1-a73b-bfbcb625d2a0 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 810 time: 0.7445292 Sep 13 15:30:15.414997 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55568) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:15.429095 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:30:15.441533 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (520ce061-9fa8-4b53-94c9-171e5a3b9111), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.441886 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Added segment 520ce061-9fa8-4b53-94c9-171e5a3b9111 of type vlan for network 8f3969a9-3479-4e8c-b396-d7a9f2447053 Sep 13 15:30:15.472580 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:08Z', 'revision_number': 2, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:15.478626 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2a322b55-b228-4a4f-9237-c522b62a86c1 req-6bd83d3c-11bc-4460-9d70-e42e70ceacee tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.1415348 Sep 13 15:30:15.491946 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63eb3e-4901-422b-814c-9d94e4cb9254 None None] Pushing event updated for resources: {'Port': ['ID=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:15.535610 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:15.536387 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Updating router 0511489b-b209-47c4-8689-927830e8ca8e port c0842cdb-5392-4418-9990-0cc381dabef9 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:15.546801 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:15.549099 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.567341 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (8f3969a9-3479-4e8c-b396-d7a9f2447053), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.585656 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.676793 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:30:15.772182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (8f3969a9-3479-4e8c-b396-d7a9f2447053), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.773351 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:15.773962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:15.863893 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-57adbd2b-7074-4d24-8a8c-20d42f044306 req-6aecef3f-de68-497d-a165-43dc7b370588 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 210 time: 0.0472395 Sep 13 15:30:15.942494 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd29bdb7-a797-41d1-9ff6-274484df9758,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:16.023263 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8064492 Sep 13 15:30:16.026426 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55612) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:16.033301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Request body: {'subnet': {'network_id': '8f3969a9-3479-4e8c-b396-d7a9f2447053', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-422156324-subnet', 'tenant_id': '4e70bc4c4f6c429daf16241a82624849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:16.040158 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7', 'name': '', 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'mac_address': 'fa:16:3e:65:87:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 4, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'subnets': [{'id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:16.136180 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeb388-9a47-4c75-8e07-559dee14f6e1 None None] The sync data for ids ['e63fe14b-8f00-4760-b093-cb7531c86a8f'] in dv-cinder-857434-2-iscsi is: [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7', 'name': '', 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'mac_address': 'fa:16:3e:65:87:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 4, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'subnets': [{'id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:16.139988 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:16.169641 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:16.171105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Made reservation on behalf of 4e70bc4c4f6c429daf16241a82624849 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:16.176273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.185561 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.267907 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port f7827ec6-9b76-4699-b9ad-a00e1b5cee91, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:16.284752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:16.309165 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.323087 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4157ae2-d775-46e4-b20b-621b3ec96aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f3969a9-3479-4e8c-b396-d7a9f2447053,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:16.323659 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:16.371993 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.419388 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Publish callbacks [] for port (c0842cdb-5392-4418-9990-0cc381dabef9), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.422020 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:16.456229 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.578159 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b6d9-7312-417e-bf4d-1707ed81a91c None None] Pushing event updated for resources: {'Port': ['ID=c0842cdb-5392-4418-9990-0cc381dabef9,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:16.581462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 8f3969a9-3479-4e8c-b396-d7a9f2447053 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:30:16.680048 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:16.785330 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Attempting to bind port c0842cdb-5392-4418-9990-0cc381dabef9 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:16.786307 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Attempting to bind port c0842cdb-5392-4418-9990-0cc381dabef9 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:16.786839 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Attempting to bind port c0842cdb-5392-4418-9990-0cc381dabef9 on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:16.818357 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f2f53e3a-344d-45ea-98bd-e36a9ad9ae55 req-eb077cfb-7038-4c16-b558-27d029c87590 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.2959068 Sep 13 15:30:16.829570 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-69d322cc-2c7b-423f-a3e4-dd68387a5692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:16.978137 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.42', 58201) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:17.037844 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:17.038238 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Checking segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:17.048165 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:17.050040 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Bound using segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:17.051972 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Bound port: c0842cdb-5392-4418-9990-0cc381dabef9, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:17.059384 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:17.083957 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-5379de30-4f90-474d-b704-07d4b3b22637 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=597b9e023e324874ac5f24ee571d1f66 HTTP/1.1" status: 200 len: 380 time: 1.5519507 Sep 13 15:30:17.085514 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:17.086123 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:17.137455 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f372-4872-4994-a06a-b602a50c0963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:17.154742 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:17.185523 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'port': {'device_id': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'admin_state_up': True, 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'security_groups': ['0154af26-2330-4aa4-be73-cbef5667a098']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:17.231384 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:17.245009 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55654) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:17.251973 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] For port c0842cdb-5392-4418-9990-0cc381dabef9, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:17.261604 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] For port c0842cdb-5392-4418-9990-0cc381dabef9, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=c0842cdb-5392-4418-9990-0cc381dabef9,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:17.288818 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:17.359090 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:17.360875 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5cfba113-6a3b-4893-b05c-cb386d039039 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:17.397472 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:17.420640 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5abfabe5-5b08-4f36-b54c-7eabcf781519 req-04c05adb-50ea-46ec-a173-dbf4c0700733 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.2001991 Sep 13 15:30:17.430795 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 5cfba113-6a3b-4893-b05c-cb386d039039 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:17.431152 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:17.442865 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:29:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:17.574286 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b6d9-7312-417e-bf4d-1707ed81a91c None None] Pushing event updated for resources: {'Port': ['ID=c0842cdb-5392-4418-9990-0cc381dabef9,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:17.702557 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 5cfba113-6a3b-4893-b05c-cb386d039039 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:17.809857 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:17.880220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-a2ccedc6-cd12-4c47-9119-897bb1b20f58 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:17.883980 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-a2ccedc6-cd12-4c47-9119-897bb1b20f58 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 818 time: 1.3897099 Sep 13 15:30:17.885049 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-23c95076-0b69-4737-8a3b-ab2be46a11ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.007773 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-497cec1d-e105-4267-9da9-e51ed106ac23 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/quotas/07f8e7ebb2814be392842c2e17d55fca HTTP/1.1" status: 200 len: 375 time: 0.1006069 Sep 13 15:30:18.059911 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device f7827ec6-9b76-4699-b9ad-a00e1b5cee91 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:18.092423 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (c15915af-7b9b-4e3a-9ca2-7af83df89575), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.156040 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0fea57b5-e0f3-4ad3-b0a6-f94fb57603f3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261544 Sep 13 15:30:18.183715 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:18.184293 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.192810 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:18.196455 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f372-4872-4994-a06a-b602a50c0963 admin admin] Publish callbacks [] for security_group (276530c2-30ef-44be-8997-2a9c6bdacb2c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.205737 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:18.219751 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f372-4872-4994-a06a-b602a50c0963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (276530c2-30ef-44be-8997-2a9c6bdacb2c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.310393 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:17Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:18.339525 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Allocated IP 172.27.1.154 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/69443262-abfe-4a21-a05e-c80a05b40f5c) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:18.360564 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f372-4872-4994-a06a-b602a50c0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276530c2-30ef-44be-8997-2a9c6bdacb2c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:18.486047 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:18.487557 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:18.514903 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e7cbc7ef-a853-41b6-be5d-3cb0b0e619d7 req-7aef717e-7477-4361-ad0b-c18124ebd24d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.3734095 Sep 13 15:30:18.563864 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e6c5f372-4872-4994-a06a-b602a50c0963 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3db54de0d87e4f9ea30a70cfddfd595e&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0303922 Sep 13 15:30:18.582192 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55682) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:18.582538 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.42', 58209) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:18.685999 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-647d2497-9d84-48b6-8759-8fab620f247c tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:18.687911 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-647d2497-9d84-48b6-8759-8fab620f247c tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.42 "GET /networking/v2.0/networks?id=853b8391-5bbf-48bb-90af-a48b0e48e5ff HTTP/1.1" status: 200 len: 811 time: 1.6333778 Sep 13 15:30:18.699834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15915af-7b9b-4e3a-9ca2-7af83df89575,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:18.741437 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:18.741974 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.761870 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Request body: {'port': {'device_id': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'admin_state_up': True, 'tenant_id': '836a885e5c97498db1721adb1a22a05f'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:18.763305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ee391e77-70af-4ee3-9b66-dcf27ede90af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:18.815090 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed72fb4-05e7-48ed-8b9c-caca9e084509 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:17Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:18.837754 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Sync routers for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:30:18.868859 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:18.870292 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:30:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:19.012197 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:19.015495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Checking segment: {'id': '520ce061-9fa8-4b53-94c9-171e5a3b9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8f3969a9-3479-4e8c-b396-d7a9f2447053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:19.016088 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Network hostable DHCP agents. Network: 8f3969a9-3479-4e8c-b396-d7a9f2447053, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:30:19.049940 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:19.093521 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Made reservation on behalf of 597b9e023e324874ac5f24ee571d1f66 for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:19.103965 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.112948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-23c95076-0b69-4737-8a3b-ab2be46a11ab admin admin] Publish callbacks [] for security_group (bf1d07e3-01f3-43a2-8114-512b6ccb439b), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.151840 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b423da98-ad9f-4304-a9ca-0b224e035ec5 admin admin] Publish callbacks [] for security_group (276530c2-30ef-44be-8997-2a9c6bdacb2c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.162008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:19.162496 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.179013 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b423da98-ad9f-4304-a9ca-0b224e035ec5 admin admin] Publish callbacks [] for security_group (276530c2-30ef-44be-8997-2a9c6bdacb2c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.187363 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Made reservation on behalf of 836a885e5c97498db1721adb1a22a05f for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:19.192445 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.285926 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1273c952-44fb-4773-96cc-c6cf36ccc55b req-0f53518f-312b-47dd-a6a5-c21804afd82b tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.4647248 Sep 13 15:30:19.290497 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.294194 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-23c95076-0b69-4737-8a3b-ab2be46a11ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (bf1d07e3-01f3-43a2-8114-512b6ccb439b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.296995 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Network 8f3969a9-3479-4e8c-b396-d7a9f2447053 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:30:19.384227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b423da98-ad9f-4304-a9ca-0b224e035ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (276530c2-30ef-44be-8997-2a9c6bdacb2c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.393900 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b423da98-ad9f-4304-a9ca-0b224e035ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.403649 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b423da98-ad9f-4304-a9ca-0b224e035ec5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/276530c2-30ef-44be-8997-2a9c6bdacb2c HTTP/1.1" status: 204 len: 168 time: 0.8148398 Sep 13 15:30:19.420590 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 8f3969a9-3479-4e8c-b396-d7a9f2447053) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:19.447791 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d7dd4-9a2a-4c33-875b-a7732ccb7f3d None None] Network 8f3969a9-3479-4e8c-b396-d7a9f2447053 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:19.467917 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-e9c8159c-32f4-4529-b96f-f1de46e012b2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3109818 Sep 13 15:30:19.468967 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:19.475371 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:19.476810 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-23c95076-0b69-4737-8a3b-ab2be46a11ab admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bb2a6edb2dc34dd29701c9d74541ed08&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2039754 Sep 13 15:30:19.493396 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55696) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:19.524839 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:19.525719 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.533480 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c95076-0b69-4737-8a3b-ab2be46a11ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d07e3-01f3-43a2-8114-512b6ccb439b,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:19.581840 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:19.750637 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-1e6d482a-dc0d-4105-9c29-39b3522147b1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:19.752344 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-1e6d482a-dc0d-4105-9c29-39b3522147b1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 818 time: 1.1659513 Sep 13 15:30:19.756165 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3bd75ad3-2428-4eac-b752-7087b486d1e3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.7276502 Sep 13 15:30:19.763266 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423da98-ad9f-4304-a9ca-0b224e035ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276530c2-30ef-44be-8997-2a9c6bdacb2c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:19.796604 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'port': {'device_id': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'admin_state_up': True, 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:19.958178 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:20.053698 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.060063 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 24a6a2f8-62ff-4d12-8831-8001bac2bb26 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:20.069207 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-487e9dae-8a93-4d9e-acf5-32d3ce5ee189 req-98dc7702-cebe-4ca2-9daa-b911ffeb6b68 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.3282843 Sep 13 15:30:20.131756 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:20.164627 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:20.179674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Made reservation on behalf of 07f8e7ebb2814be392842c2e17d55fca for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:20.182978 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 55710) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:20.193269 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.198363 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:20.219720 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:20.268454 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'Port': ['ID=69443262-abfe-4a21-a05e-c80a05b40f5c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:20.299098 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:20.356288 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.451689 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-846578ae-030c-4fe6-9de4-366e5b694bbb admin admin] Publish callbacks [] for security_group (bf1d07e3-01f3-43a2-8114-512b6ccb439b), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.456022 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-454dc784-aed7-4250-b8fa-b2418fda433b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9665816 Sep 13 15:30:20.504060 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78b31ad6-aec4-47c5-8f7a-d49965653b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.607172 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:20.629280 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Allocated IP 172.20.0.5 (853b8391-5bbf-48bb-90af-a48b0e48e5ff/f7c4b948-6e05-4244-b9fc-c8332b3cbc53/cdd622f7-1540-4df3-9a58-fc9530ecac1d) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:20.731728 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48ace992-fe4f-4c68-a8fe-e05e4d03ae1a req-c822a41d-3ba5-407a-8582-3710f472fe28 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.2703595 Sep 13 15:30:20.792685 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-846578ae-030c-4fe6-9de4-366e5b694bbb admin admin] Publish callbacks [] for security_group (bf1d07e3-01f3-43a2-8114-512b6ccb439b), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.853255 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (e7a1082c-919c-43b6-98d3-a5b80d92b7b0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:20.970287 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:08Z', 'revision_number': 2, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:21.045249 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Checking router: 5f649f9a-9a65-4ad6-9306-22341435c970 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:30:21.045459 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Updating router 5f649f9a-9a65-4ad6-9306-22341435c970 port a03463c0-4b7c-4206-979e-6160317e35b7 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:30:21.054260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Allocated IP 172.20.0.3 (65fb418c-15cf-4bb3-9028-4f3e8b987c36/ee24c453-f545-44e5-ab78-abd2d44c28d8/8c605c1b-be6e-4bf8-8d00-af61d57887b0) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:21.101158 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78b31ad6-aec4-47c5-8f7a-d49965653b77 admin admin] Publish callbacks [] for security_group (888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.105444 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:21.120065 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.130024 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78b31ad6-aec4-47c5-8f7a-d49965653b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.151313 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.216931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:21.217533 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.306228 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-917cbd5b-4e6b-4b2b-9587-3823d2e1e925 req-60f1215e-e630-4a9d-b30c-4e395a342e14 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 210 time: 0.1426353 Sep 13 15:30:21.337133 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Allocated IP 172.20.0.11 (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50/5aa713ec-7bf8-4898-9f28-f8a16d8367df/678a26e2-4972-4820-8b36-e8ab2402f95d) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:21.482733 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:21.500186 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55738) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:21.547980 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590466756-network', 'tenant_id': 'b9231b54e2b447bdba74d6282decf896'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:21.553142 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f66ab7-2fa5-4ecf-bd5a-6fc496985fb4 None None] Network 8f3969a9-3479-4e8c-b396-d7a9f2447053 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:21.561967 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-846578ae-030c-4fe6-9de4-366e5b694bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (bf1d07e3-01f3-43a2-8114-512b6ccb439b), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.563220 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:21.572351 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-846578ae-030c-4fe6-9de4-366e5b694bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.577987 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-846578ae-030c-4fe6-9de4-366e5b694bbb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bf1d07e3-01f3-43a2-8114-512b6ccb439b HTTP/1.1" status: 204 len: 168 time: 2.0458279 Sep 13 15:30:21.582437 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.643829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846578ae-030c-4fe6-9de4-366e5b694bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d07e3-01f3-43a2-8114-512b6ccb439b,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:21.647050 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:21.650215 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:21.815345 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b31ad6-aec4-47c5-8f7a-d49965653b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:21.929108 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-41950223-a64e-4a60-b500-c83ef97991d8 req-db1fb604-ec0b-4a0e-a189-9123a96b415b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.3060293 Sep 13 15:30:21.975360 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-78b31ad6-aec4-47c5-8f7a-d49965653b77 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=09c41d0a733a421280da4085ac2b3825&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7208703 Sep 13 15:30:21.986095 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:22.060719 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55750) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:22.095561 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Made reservation on behalf of b9231b54e2b447bdba74d6282decf896 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:22.098890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.104854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:22.105679 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.232290 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.241456 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93d5256c-4c82-42aa-bb41-69c94a1671f7 req-6af01d2e-f2ba-42a7-9665-6b5c447d1293 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.3094800 Sep 13 15:30:22.306834 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.352628 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:22.398219 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks [] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.421132 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.473018 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.474799 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (e7a1082c-919c-43b6-98d3-a5b80d92b7b0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.538337 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.541762 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1643000 Sep 13 15:30:22.550406 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:22.568303 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device c0842cdb-5392-4418-9990-0cc381dabef9 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:22.607306 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.676938 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854e73e-164d-46e7-9c98-953b553b0b28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'Port': ['ID=69443262-abfe-4a21-a05e-c80a05b40f5c,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:22.715911 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.784931 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55766) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:22.821080 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.837632 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port c0842cdb-5392-4418-9990-0cc381dabef9 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:22.842361 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.860611 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3ed933fd-3055-47c3-a983-9921c03f769c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.889988 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5dc09fd3-c195-4a6a-ab32-f045a4ef2ef8 admin admin] Publish callbacks [] for security_group (888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.914961 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:22.945887 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5dc09fd3-c195-4a6a-ab32-f045a4ef2ef8 admin admin] Publish callbacks [] for security_group (888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:22.961846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:22.977891 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:22.987544 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:23.005083 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:23.014589 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:23.043234 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:23.046464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.082705 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66117dc2-b342-4cf4-938f-50b4c5446a75 req-aac72598-331b-49b9-a431-0a17dc95d45c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 210 time: 0.3715546 Sep 13 15:30:23.121560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:23.123440 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:23.132574 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:23.162274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:23.166836 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.176991 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5dc09fd3-c195-4a6a-ab32-f045a4ef2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.186632 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'Port': ['ID=8c605c1b-be6e-4bf8-8d00-af61d57887b0,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:23.201863 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5dc09fd3-c195-4a6a-ab32-f045a4ef2ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.205528 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5dc09fd3-c195-4a6a-ab32-f045a4ef2ef8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3 HTTP/1.1" status: 204 len: 168 time: 1.1398892 Sep 13 15:30:23.213202 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port c0842cdb-5392-4418-9990-0cc381dabef9 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:23.214508 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.260979 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-2ac97bdc-955d-456e-8758-8c3f1422af93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1113110 Sep 13 15:30:23.396893 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port c0842cdb-5392-4418-9990-0cc381dabef9, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=c0842cdb-5392-4418-9990-0cc381dabef9,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:23.408350 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.420305 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6657929 Sep 13 15:30:23.438958 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-20890719-fc2b-4516-82dd-b9a428428d76 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:30:23.458252 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-20890719-fc2b-4516-82dd-b9a428428d76 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0553801 Sep 13 15:30:23.490819 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-e245b68c-939b-4502-94f3-30c27cae6b12 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:30:23.517622 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-e245b68c-939b-4502-94f3-30c27cae6b12 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0867426 Sep 13 15:30:23.600559 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4226e2c-c7fb-4fb3-85d7-48e5cf533623 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Pushing event updated for resources: {'Port': ['ID=cdd622f7-1540-4df3-9a58-fc9530ecac1d,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:23.650796 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=c0842cdb-5392-4418-9990-0cc381dabef9,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:23.733478 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-d4efbe4a-b7a2-4196-a27e-e2d776405c41 None None] Provisioning complete for port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:23.734656 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d4efbe4a-b7a2-4196-a27e-e2d776405c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.741876 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc09fd3-c195-4a6a-ab32-f045a4ef2ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888fb6b1-1ea1-4d3b-b8ce-3c015a9000d3,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:23.805380 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-d4efbe4a-b7a2-4196-a27e-e2d776405c41 None None] Port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:23.821568 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-d4efbe4a-b7a2-4196-a27e-e2d776405c41 None None] Provisioning complete for port cdd622f7-1540-4df3-9a58-fc9530ecac1d triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:23.821943 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d4efbe4a-b7a2-4196-a27e-e2d776405c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.867424 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-d4efbe4a-b7a2-4196-a27e-e2d776405c41 None None] Port cdd622f7-1540-4df3-9a58-fc9530ecac1d cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:23.890441 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3ed933fd-3055-47c3-a983-9921c03f769c admin admin] Publish callbacks [] for security_group (f34f900c-d762-4823-aa52-728c50a224db), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.911079 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks [] for security_group (4d3791a2-777d-46b8-864c-ca738b50198a), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.922448 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3ed933fd-3055-47c3-a983-9921c03f769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f34f900c-d762-4823-aa52-728c50a224db), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:23.937710 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b1b8-cb7e-4451-978c-2f95e1105d8b req-e2d6c987-6c98-4b47-a09b-92cae600f3e3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:23.952648 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8499b1b8-cb7e-4451-978c-2f95e1105d8b req-e2d6c987-6c98-4b47-a09b-92cae600f3e3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 931 time: 0.2979641 Sep 13 15:30:23.973025 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:23.975703 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.023504 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4d3791a2-777d-46b8-864c-ca738b50198a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.102493 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Publish callbacks [] for port (a03463c0-4b7c-4206-979e-6160317e35b7), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.111052 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.163850 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c7b5-77a6-4da1-9b08-c5a0b3e8f39f None None] Pushing event updated for resources: {'Port': ['ID=a03463c0-4b7c-4206-979e-6160317e35b7,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:24.242178 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Attempting to bind port a03463c0-4b7c-4206-979e-6160317e35b7 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:24.242977 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Attempting to bind port a03463c0-4b7c-4206-979e-6160317e35b7 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:24.242977 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Attempting to bind port a03463c0-4b7c-4206-979e-6160317e35b7 on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:24.261069 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'Port': ['ID=678a26e2-4972-4820-8b36-e8ab2402f95d,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:24.298582 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-22fd8835-4b45-45c8-ac33-44824b287dea tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--844351988&fields=id&tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 267 time: 1.0482423 Sep 13 15:30:24.336641 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:24.341081 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Checking segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:24.342090 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.342765 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Bound using segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:24.343290 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Bound port: a03463c0-4b7c-4206-979e-6160317e35b7, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:24.343680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.470131 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.42', 58219) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:24.507774 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] For port a03463c0-4b7c-4206-979e-6160317e35b7, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:24.521657 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] For port a03463c0-4b7c-4206-979e-6160317e35b7, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a03463c0-4b7c-4206-979e-6160317e35b7,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:24.523034 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:30:24.534475 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-d922d480-8c85-4e49-a832-f9f333bcf46f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:24.535861 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-d922d480-8c85-4e49-a832-f9f333bcf46f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 817 time: 0.1824765 Sep 13 15:30:24.542788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.551389 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3ed933fd-3055-47c3-a983-9921c03f769c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d51a59a863ab4ba1bd03f51f0a90846e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7535212 Sep 13 15:30:24.551389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed933fd-3055-47c3-a983-9921c03f769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34f900c-d762-4823-aa52-728c50a224db,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:24.571869 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55808) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:24.697751 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Request body: {'port': {'device_id': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:24.728977 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:30:24.729669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:30:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:24.802711 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:24.828425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Request body: {'port': {'device_id': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:24.833196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:24.846042 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8499b1b8-cb7e-4451-978c-2f95e1105d8b req-e224189d-e4a8-4e27-8839-93280800219f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8914731 Sep 13 15:30:24.848018 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.848162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:24.848648 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Added segment 7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9 of type vlan for network 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953 Sep 13 15:30:24.866915 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c7b5-77a6-4da1-9b08-c5a0b3e8f39f None None] Pushing event updated for resources: {'Port': ['ID=a03463c0-4b7c-4206-979e-6160317e35b7,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:24.884091 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:24.920962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bc16602d-5e80-49ad-a4cc-ce10c12714e2 admin admin] Publish callbacks [] for security_group (f34f900c-d762-4823-aa52-728c50a224db), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.927914 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:24.934406 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:24.950521 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:24.967317 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-b57ff65c-c528-4c67-8db0-c4f39f2ccf74 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/quotas/3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 375 time: 0.3625813 Sep 13 15:30:25.034329 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:30:25.193629 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3791a2-777d-46b8-864c-ca738b50198a,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:25.250694 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-d7127a37-a4cf-456c-924d-620e400460b7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4597900 Sep 13 15:30:25.257703 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bc16602d-5e80-49ad-a4cc-ce10c12714e2 admin admin] Publish callbacks [] for security_group (f34f900c-d762-4823-aa52-728c50a224db), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.261115 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (2a4a46fa-1b9b-42a6-aeb0-db4c3897b953), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.291951 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Request body: {'port': {'device_id': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:25.342156 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09d53a-9f20-41ae-960c-582a30c10e80 req-0ebfb67e-e27b-48ed-a39d-63bb54ea3b00 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:25.360145 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5f09d53a-9f20-41ae-960c-582a30c10e80 req-0ebfb67e-e27b-48ed-a39d-63bb54ea3b00 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 931 time: 0.2078550 Sep 13 15:30:25.370640 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:25.413299 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-c87d2ab9-af78-4e79-961f-0d2198688ef5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4441407 Sep 13 15:30:25.444845 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.db.resource_extend [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 15:30:25.604586 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.668012 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (2a4a46fa-1b9b-42a6-aeb0-db4c3897b953), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.670329 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:25.670878 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.717202 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-6185de3b-61c1-480e-83d2-6bd4c6214af5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:25.726626 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-6185de3b-61c1-480e-83d2-6bd4c6214af5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 818 time: 1.2401001 Sep 13 15:30:25.753244 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-8d942671-d51c-4593-b99c-d862b5c72e10 None None] Provisioning complete for port 678a26e2-4972-4820-8b36-e8ab2402f95d triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:25.755102 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8d942671-d51c-4593-b99c-d862b5c72e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.759323 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:24Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:25.769237 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.795703 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'port': {'device_id': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'admin_state_up': True, 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:25.872678 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] Pushing event updated for resources: {'Network': ['ID=2a4a46fa-1b9b-42a6-aeb0-db4c3897b953,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:25.875398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:25.887863 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-f492ce46-d72b-4258-9447-09b91dc35b1b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.3852129 Sep 13 15:30:25.922478 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 55834) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:25.941305 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:25.965552 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Request body: {'subnet': {'network_id': '2a4a46fa-1b9b-42a6-aeb0-db4c3897b953', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590466756-subnet', 'tenant_id': 'b9231b54e2b447bdba74d6282decf896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:25.996252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a03463c0-4b7c-4206-979e-6160317e35b7 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:26.006949 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:30:26.023045 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5f09d53a-9f20-41ae-960c-582a30c10e80 req-be2aff84-ec17-411b-865a-60d9f6abd360 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618638 Sep 13 15:30:26.146237 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de773ffb-78c7-4061-b371-fe2e51cba345 None None] The sync data for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi is: [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:24Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:30:26.194939 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:26.716086 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-8d942671-d51c-4593-b99c-d862b5c72e10 None None] Port 678a26e2-4972-4820-8b36-e8ab2402f95d cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:26.849162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a03463c0-4b7c-4206-979e-6160317e35b7 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:26.854475 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:26.922172 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Made reservation on behalf of b9231b54e2b447bdba74d6282decf896 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:26.927647 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.153321 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a03463c0-4b7c-4206-979e-6160317e35b7 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:27.153818 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.272386 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port a03463c0-4b7c-4206-979e-6160317e35b7, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a03463c0-4b7c-4206-979e-6160317e35b7,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:27.281408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.282944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device c0842cdb-5392-4418-9990-0cc381dabef9 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:27.320058 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Made reservation on behalf of 07f8e7ebb2814be392842c2e17d55fca for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:27.329371 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.358984 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-556f4765-5687-4aed-a48a-00b3a761a4a8 req-1ce7ca3b-3d69-4a2f-acbf-2f529490e9cc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 210 time: 0.4406559 Sep 13 15:30:27.393098 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bc16602d-5e80-49ad-a4cc-ce10c12714e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f34f900c-d762-4823-aa52-728c50a224db), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.397761 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bc16602d-5e80-49ad-a4cc-ce10c12714e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.405830 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-bc16602d-5e80-49ad-a4cc-ce10c12714e2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f34f900c-d762-4823-aa52-728c50a224db HTTP/1.1" status: 204 len: 168 time: 2.7916782 Sep 13 15:30:27.497417 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:27.504592 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16602d-5e80-49ad-a4cc-ce10c12714e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34f900c-d762-4823-aa52-728c50a224db,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:27.510899 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd622f7-1540-4df3-9a58-fc9530ecac1d {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:27.523580 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Publish callbacks [] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.545971 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-6b607e21-144c-4ff4-8f63-42f32d3d705e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0951543 Sep 13 15:30:27.563188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:27.594601 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Transition to ACTIVE for port object cdd622f7-1540-4df3-9a58-fc9530ecac1d will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:30:27.604033 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.737698 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c605c1b-be6e-4bf8-8d00-af61d57887b0 {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:27.753615 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Publish callbacks [] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.773970 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Transition to ACTIVE for port object 8c605c1b-be6e-4bf8-8d00-af61d57887b0 will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:30:27.809972 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=a03463c0-4b7c-4206-979e-6160317e35b7,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:27.814492 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:27.881048 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e7c82-b574-4652-bb5b-d3b0e0934432 req-e074dfcb-ddef-4156-b376-11e38c4648f8 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:27.889430 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b06e7c82-b574-4652-bb5b-d3b0e0934432 req-e074dfcb-ddef-4156-b376-11e38c4648f8 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 931 time: 0.2819586 Sep 13 15:30:27.989416 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port c0842cdb-5392-4418-9990-0cc381dabef9 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:27.992365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:28.058083 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Pushing event updated for resources: {'Port': ['ID=cdd622f7-1540-4df3-9a58-fc9530ecac1d,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:28.203086 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Attempting to bind port cdd622f7-1540-4df3-9a58-fc9530ecac1d on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:28.205529 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Attempting to bind port cdd622f7-1540-4df3-9a58-fc9530ecac1d by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:28.207473 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Attempting to bind port cdd622f7-1540-4df3-9a58-fc9530ecac1d on network 853b8391-5bbf-48bb-90af-a48b0e48e5ff {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:28.214598 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b06e7c82-b574-4652-bb5b-d3b0e0934432 req-4466de49-3644-42fe-83fa-7d74a667cd9b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764946 Sep 13 15:30:28.314754 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678a26e2-4972-4820-8b36-e8ab2402f95d {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:28.350706 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Publish callbacks [] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:28.394890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (0d214ba0-823e-4930-8b3e-c497c5ab61a4), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:28.532678 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-72dc593f-6e3c-422f-943f-4c86bd97219a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630246 Sep 13 15:30:28.534555 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Transition to ACTIVE for port object 678a26e2-4972-4820-8b36-e8ab2402f95d will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:30:28.565200 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:28.614836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port c0842cdb-5392-4418-9990-0cc381dabef9 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:28.720870 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Checking segment: {'id': '7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2a4a46fa-1b9b-42a6-aeb0-db4c3897b953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:28.721642 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Network hostable DHCP agents. Network: 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:30:28.725372 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d214ba0-823e-4930-8b3e-c497c5ab61a4,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:28.748742 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Pushing event updated for resources: {'Port': ['ID=8c605c1b-be6e-4bf8-8d00-af61d57887b0,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:28.898343 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Attempting to bind port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:28.899799 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Attempting to bind port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:28.901785 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Attempting to bind port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:29.059884 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a03463c0-4b7c-4206-979e-6160317e35b7 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:29.103403 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Allocated IP 172.20.0.13 (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50/5aa713ec-7bf8-4898-9f28-f8a16d8367df/791fe666-c2cb-4d8a-91fa-3927d141b45c) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:29.192508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743bc9-432c-41a4-8623-4f0856357bd5 req-39b136c9-40e6-4023-85ff-9f7a899bcacc tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:29.200485 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6d743bc9-432c-41a4-8623-4f0856357bd5 req-39b136c9-40e6-4023-85ff-9f7a899bcacc tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.5150046 Sep 13 15:30:29.393099 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a03463c0-4b7c-4206-979e-6160317e35b7 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:29.393569 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:29.501302 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14e9b872-be00-479a-a5ce-20e769509dd8 req-74b4a724-d550-41fe-b22d-72944ecf5c2c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 210 time: 0.3590038 Sep 13 15:30:29.546900 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:29.550995 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:29.556065 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Pushing event updated for resources: {'Port': ['ID=678a26e2-4972-4820-8b36-e8ab2402f95d,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:29.662482 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Attempting to bind port 678a26e2-4972-4820-8b36-e8ab2402f95d on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:29.662482 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Attempting to bind port 678a26e2-4972-4820-8b36-e8ab2402f95d by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:29.665727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Attempting to bind port 678a26e2-4972-4820-8b36-e8ab2402f95d on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:29.763389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Network 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:30:29.810836 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:30:29.810836 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Attempting to bind port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:29.907277 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:29.943195 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a03463c0-4b7c-4206-979e-6160317e35b7 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:30.012346 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:30.040103 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:30.041252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a350d-27f5-4141-9db1-4bfc97f74472 None None] Network 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:30.046619 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.066087 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Port cdd622f7-1540-4df3-9a58-fc9530ecac1d on network 853b8391-5bbf-48bb-90af-a48b0e48e5ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:30:30.068825 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Attempting to bind port cdd622f7-1540-4df3-9a58-fc9530ecac1d on network 853b8391-5bbf-48bb-90af-a48b0e48e5ff {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:30.071209 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-520fdf6c-b3bb-4cf7-ac1b-183da9922378 req-31480123-6fe7-453e-ad66-f31e87509790 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.3963757 Sep 13 15:30:30.146874 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6d743bc9-432c-41a4-8623-4f0856357bd5 req-83a9e9e6-2e19-49de-9908-ede9214ae63a tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032592 Sep 13 15:30:30.186306 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3d203a41-de8e-41b9-931e-64c502a2fa98 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2584677 Sep 13 15:30:30.186879 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:30.187573 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Checking segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:30.188313 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Bound using segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:30.190161 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Bound port: 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:30.191673 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.229488 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:30.229845 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Checking segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:30.231365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Bound using segment: {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:30.231983 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Bound port: cdd622f7-1540-4df3-9a58-fc9530ecac1d, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:30.232509 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.232636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Port 678a26e2-4972-4820-8b36-e8ab2402f95d on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:30:30.232938 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Attempting to bind port 678a26e2-4972-4820-8b36-e8ab2402f95d on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:30.427207 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fc4c7-8ee4-455f-952c-0ada04cc2ea0 None None] Network 2a4a46fa-1b9b-42a6-aeb0-db4c3897b953 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:30.460706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:30.475625 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.519976 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:30.556633 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64ae18-355c-4a85-ae18-da33c5b4f4f6 req-516c03bd-8f53-42f7-be42-438da5ae0ab6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:30.572986 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9f64ae18-355c-4a85-ae18-da33c5b4f4f6 req-516c03bd-8f53-42f7-be42-438da5ae0ab6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.2428856 Sep 13 15:30:30.603265 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] For port 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:30.702303 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:30.707494 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] For port 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:30.709315 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] For port cdd622f7-1540-4df3-9a58-fc9530ecac1d, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:30.709461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:30.753630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:30.754229 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Checking segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:30.754866 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Bound using segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:30.756374 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Bound port: 678a26e2-4972-4820-8b36-e8ab2402f95d, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:30.757218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.767288 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.782641 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:30.784215 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:30.788541 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 1093 time: 6.4758754 Sep 13 15:30:30.798284 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] For port cdd622f7-1540-4df3-9a58-fc9530ecac1d, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=cdd622f7-1540-4df3-9a58-fc9530ecac1d,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:30.922300 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:30.923814 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0b249741-4859-4cb7-a6a1-8cd9df724400 req-37a72d7f-380a-4710-8b1e-dd8e02f7253d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 210 time: 0.2122047 Sep 13 15:30:31.186664 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9f64ae18-355c-4a85-ae18-da33c5b4f4f6 req-10b490f3-28f0-48fe-b8f4-bb7d2de80081 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6087105 Sep 13 15:30:31.207970 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b925db3-399f-4e31-88d0-9c5663aa116c service neutron] Pushing event updated for resources: {'Port': ['ID=8c605c1b-be6e-4bf8-8d00-af61d57887b0,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:31.340126 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:31.410894 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:31.417468 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:31.585888 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7693fdb-bfb0-4ffa-8710-59f50c4834c5 req-41da7c7e-ff7d-4898-a241-bb9679669381 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.1367133 Sep 13 15:30:31.735511 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] For port 678a26e2-4972-4820-8b36-e8ab2402f95d, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:31.813923 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] For port 678a26e2-4972-4820-8b36-e8ab2402f95d, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=678a26e2-4972-4820-8b36-e8ab2402f95d,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:31.847011 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4e04-01bd-48ef-a89e-18cf111266c4 req-2599f2f6-c516-4597-92b6-9f676b66c924 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:31.868133 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-579d4e04-01bd-48ef-a89e-18cf111266c4 req-2599f2f6-c516-4597-92b6-9f676b66c924 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.4732242 Sep 13 15:30:31.872529 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:31.884780 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:31.888010 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:31.889491 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/678a26e2-4972-4820-8b36-e8ab2402f95d HTTP/1.1" status: 200 len: 1094 time: 6.6049645 Sep 13 15:30:31.893204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'tag': '678a26e2-4972-4820-8b36-e8ab2402f95d'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:31.925671 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-a7f22db4-ef99-44a0-8335-7d01ee4ab6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:31.927367 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-a7f22db4-ef99-44a0-8335-7d01ee4ab6ea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1127 time: 0.7297711 Sep 13 15:30:31.930042 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1729f257-d309-41f9-8035-972f8a23376e" -d '{"events": [{"name": "network-changed", "server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:31.938004 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:31.939873 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:31.941307 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/cdd622f7-1540-4df3-9a58-fc9530ecac1d HTTP/1.1" status: 200 len: 1093 time: 7.6300342 Sep 13 15:30:31.984577 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428fdca-0f48-47db-af32-995f9811bccc service neutron] Pushing event updated for resources: {'Port': ['ID=cdd622f7-1540-4df3-9a58-fc9530ecac1d,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:32.009087 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:32.014010 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:32.017320 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:32.023365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:32.026965 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:32.129438 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3469994 Sep 13 15:30:32.147688 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199ab93-b324-43b5-a0be-0e4e55d2d0ca tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'Port': ['ID=791fe666-c2cb-4d8a-91fa-3927d141b45c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:32.168889 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dccd9f-1fef-4c1c-8254-851bf6ab81ee service neutron] Pushing event updated for resources: {'Port': ['ID=678a26e2-4972-4820-8b36-e8ab2402f95d,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:32.192778 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde3fcb-a425-446e-963d-172936b8fa41" -d '{"events": [{"name": "network-changed", "server_uuid": "ecad0016-167e-481d-bc1a-44f01c614a59", "tag": "678a26e2-4972-4820-8b36-e8ab2402f95d"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:32.248720 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-579d4e04-01bd-48ef-a89e-18cf111266c4 req-d18de27a-402b-44e3-aa33-35a8c56d44a2 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684480 Sep 13 15:30:32.381803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e40b1e7-ac20-41b3-b6da-e14ed7d7e86d x-openstack-request-id: req-4e40b1e7-ac20-41b3-b6da-e14ed7d7e86d {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:32.382632 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:32.383054 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e40b1e7-ac20-41b3-b6da-e14ed7d7e86d {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:32.383768 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e40b1e7-ac20-41b3-b6da-e14ed7d7e86d'] response: {'name': 'network-changed', 'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'status': 'completed', 'code': 200} Sep 13 15:30:32.487787 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bcefd-4b58-4836-a149-7a689e402694 req-16331c02-3c5f-463f-a0a8-1f9b234cce7d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:32.490006 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-298bcefd-4b58-4836-a149-7a689e402694 req-16331c02-3c5f-463f-a0a8-1f9b234cce7d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 932 time: 0.1135070 Sep 13 15:30:32.501985 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-3b5abf89-fc6e-4566-88d9-d4ecd3a98684 None None] Provisioning complete for port 791fe666-c2cb-4d8a-91fa-3927d141b45c triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:32.503173 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3b5abf89-fc6e-4566-88d9-d4ecd3a98684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:32.570944 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbda2d9-9a91-4410-a976-d5cda991ca3e x-openstack-request-id: req-1bbda2d9-9a91-4410-a976-d5cda991ca3e {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:32.570944 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecad0016-167e-481d-bc1a-44f01c614a59", "tag": "678a26e2-4972-4820-8b36-e8ab2402f95d", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:32.571198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bbda2d9-9a91-4410-a976-d5cda991ca3e {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:32.571648 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbda2d9-9a91-4410-a976-d5cda991ca3e'] response: {'name': 'network-changed', 'server_uuid': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'tag': '678a26e2-4972-4820-8b36-e8ab2402f95d', 'status': 'completed', 'code': 200} Sep 13 15:30:32.593846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-3b5abf89-fc6e-4566-88d9-d4ecd3a98684 None None] Port 791fe666-c2cb-4d8a-91fa-3927d141b45c cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:32.631375 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-298bcefd-4b58-4836-a149-7a689e402694 req-c5b64aaf-6a4e-45db-b659-66934ecfd326 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324737 Sep 13 15:30:32.757791 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5350150-ecb1-41d4-a1bf-9b80aa69d314 req-0ec4d9e6-9c53-4852-accc-1f2e16f7924c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:32.759357 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5350150-ecb1-41d4-a1bf-9b80aa69d314 req-0ec4d9e6-9c53-4852-accc-1f2e16f7924c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.1032312 Sep 13 15:30:32.784701 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5755273-d5c7-42fc-8057-772a70ab885f req-4d507cfd-32d5-4309-8449-5f9e1e7eecce tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0492465 Sep 13 15:30:32.827953 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5350150-ecb1-41d4-a1bf-9b80aa69d314 req-102974f6-70d6-4aa6-96bf-76bd76614adf tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516138 Sep 13 15:30:33.372694 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aef8c-ed23-4cd5-a7bb-052b324a97e6 req-bef29b10-7fae-4b38-97a1-b0ad0687f67f tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:33.374233 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-591aef8c-ed23-4cd5-a7bb-052b324a97e6 req-bef29b10-7fae-4b38-97a1-b0ad0687f67f tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0549247 Sep 13 15:30:33.433133 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-591aef8c-ed23-4cd5-a7bb-052b324a97e6 req-170d3a7b-e0d9-495b-a956-875b9f3c45b3 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Sep 13 15:30:33.463180 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Request body: {'port': {'device_id': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:33.541952 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-35382e9a-1565-4c27-853d-f089cf2be349 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 217 time: 0.0895884 Sep 13 15:30:33.579871 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:33.694262 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:33.764894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e667e6-b153-4367-9aca-4b3220e639a2 req-dfd67e6b-53f8-4c98-8a37-cf6a40d9ed63 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:33.765982 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a1e667e6-b153-4367-9aca-4b3220e639a2 req-dfd67e6b-53f8-4c98-8a37-cf6a40d9ed63 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 932 time: 0.0575039 Sep 13 15:30:33.861169 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a1e667e6-b153-4367-9aca-4b3220e639a2 req-e2b25b11-48e9-4957-b168-7f4729945581 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791216 Sep 13 15:30:33.927878 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791fe666-c2cb-4d8a-91fa-3927d141b45c {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:33.937898 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Publish callbacks [] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:33.957571 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Transition to ACTIVE for port object 791fe666-c2cb-4d8a-91fa-3927d141b45c will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:30:33.963939 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:34.007146 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f8999c2e-e04a-4abf-a9c2-698fc68a1d09 req-e4a55010-a69e-474e-8928-8ccbe182e2f2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0911882 Sep 13 15:30:34.013983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb6b2e-9c66-40a5-804e-45f77e691dcd req-ac453123-b4ce-4814-84eb-40b384356670 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:34.015699 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Pushing event updated for resources: {'Port': ['ID=791fe666-c2cb-4d8a-91fa-3927d141b45c,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:34.024872 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-74fb6b2e-9c66-40a5-804e-45f77e691dcd req-ac453123-b4ce-4814-84eb-40b384356670 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.0615873 Sep 13 15:30:34.062856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Attempting to bind port 791fe666-c2cb-4d8a-91fa-3927d141b45c on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:34.062856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Attempting to bind port 791fe666-c2cb-4d8a-91fa-3927d141b45c by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:34.062856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Attempting to bind port 791fe666-c2cb-4d8a-91fa-3927d141b45c on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:34.095451 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-74fb6b2e-9c66-40a5-804e-45f77e691dcd req-3535b0b4-7ef6-4afb-bff5-c36067dee7bf tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695601 Sep 13 15:30:34.122871 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Port 791fe666-c2cb-4d8a-91fa-3927d141b45c on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:30:34.123519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Attempting to bind port 791fe666-c2cb-4d8a-91fa-3927d141b45c on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:34.174582 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:34.174926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Checking segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:34.175315 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Bound using segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:34.175753 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Bound port: 791fe666-c2cb-4d8a-91fa-3927d141b45c, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:34.176226 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:34.253096 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] For port 791fe666-c2cb-4d8a-91fa-3927d141b45c, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:34.256940 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] For port 791fe666-c2cb-4d8a-91fa-3927d141b45c, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:34.264693 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:34.271815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:34.271815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:34.273249 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 200 len: 1094 time: 0.8196759 Sep 13 15:30:34.294543 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:34.352779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed63b7-e23c-4e83-b3ca-313b1d985b92 service neutron] Pushing event updated for resources: {'Port': ['ID=791fe666-c2cb-4d8a-91fa-3927d141b45c,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:34.389906 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'tag': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d'}, {'name': 'network-changed', 'server_uuid': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'tag': '791fe666-c2cb-4d8a-91fa-3927d141b45c'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:34.392394 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cbc30f-dafa-4c44-9257-b24709825612" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3f4ab8-cedc-4b59-a85c-89535bb22caf", "tag": "cdd622f7-1540-4df3-9a58-fc9530ecac1d"}, {"name": "network-changed", "server_uuid": "29ef7238-7280-4c0f-b213-4efdc33bccc0", "tag": "791fe666-c2cb-4d8a-91fa-3927d141b45c"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:34.492760 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ce982d-20d6-45cf-a4d2-d8281a6d5a30 x-openstack-request-id: req-09ce982d-20d6-45cf-a4d2-d8281a6d5a30 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:34.493777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3f4ab8-cedc-4b59-a85c-89535bb22caf", "tag": "cdd622f7-1540-4df3-9a58-fc9530ecac1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29ef7238-7280-4c0f-b213-4efdc33bccc0", "tag": "791fe666-c2cb-4d8a-91fa-3927d141b45c", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:34.494470 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09ce982d-20d6-45cf-a4d2-d8281a6d5a30 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:34.495818 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ce982d-20d6-45cf-a4d2-d8281a6d5a30'] response: {'name': 'network-changed', 'server_uuid': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'tag': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d', 'status': 'completed', 'code': 200} Sep 13 15:30:34.496310 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ce982d-20d6-45cf-a4d2-d8281a6d5a30'] response: {'name': 'network-changed', 'server_uuid': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'tag': '791fe666-c2cb-4d8a-91fa-3927d141b45c', 'status': 'completed', 'code': 200} Sep 13 15:30:34.574983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedaa30-406b-4e8e-a888-6569f5deed7b req-c2c56380-a655-4139-9ef3-f74c90e23db3 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:34.578964 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8aedaa30-406b-4e8e-a888-6569f5deed7b req-c2c56380-a655-4139-9ef3-f74c90e23db3 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0585113 Sep 13 15:30:34.589129 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:34.620891 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:34.634170 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8aedaa30-406b-4e8e-a888-6569f5deed7b req-7ee74d26-6f62-4735-9a17-0fc5b34ae7b4 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Sep 13 15:30:34.666420 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:34.994325 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cb5ac-0869-4f44-83ce-6dba0a03f9af req-55d7e91b-41fa-4e60-8b00-2aaaecb7f01c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:34.995864 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fa9cb5ac-0869-4f44-83ce-6dba0a03f9af req-55d7e91b-41fa-4e60-8b00-2aaaecb7f01c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0542333 Sep 13 15:30:35.054210 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fa9cb5ac-0869-4f44-83ce-6dba0a03f9af req-a31e90a0-ca0c-424e-a181-e05de15510e2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Sep 13 15:30:35.168676 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-88c78853-fb38-4786-b9e5-c8a452d42171 req-58af0e57-e74d-47c2-98c6-fe7f37ee986f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0482326 Sep 13 15:30:35.261756 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1d57a-999c-4787-b6be-17d3b5baedbe req-6c770074-0053-45b5-bbe1-eb2f312db7c9 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:35.263366 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71f1d57a-999c-4787-b6be-17d3b5baedbe req-6c770074-0053-45b5-bbe1-eb2f312db7c9 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.0605145 Sep 13 15:30:35.315898 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71f1d57a-999c-4787-b6be-17d3b5baedbe req-870e9272-af28-4017-95cd-1d592febd018 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463133 Sep 13 15:30:35.784481 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ced52-308c-44d0-8b90-30044555a0dc req-25e65366-7d4a-4642-8b0c-4cdaf09f6729 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:35.786695 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-340ced52-308c-44d0-8b90-30044555a0dc req-25e65366-7d4a-4642-8b0c-4cdaf09f6729 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0586517 Sep 13 15:30:35.800461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:35.844076 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-340ced52-308c-44d0-8b90-30044555a0dc req-0f4f15b4-938e-4d9e-a415-287f0c6fc2f1 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Sep 13 15:30:36.182956 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18e360-8d25-4925-be75-9a18c73629f3 req-7a9fcd7e-b530-48be-9d78-4dc4a01afc73 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:36.185588 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6b18e360-8d25-4925-be75-9a18c73629f3 req-7a9fcd7e-b530-48be-9d78-4dc4a01afc73 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0485272 Sep 13 15:30:36.237245 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6b18e360-8d25-4925-be75-9a18c73629f3 req-01a220b7-9c5f-4ac6-85c7-aed9934cc25d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Sep 13 15:30:36.293628 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0b4c9037-a559-4ff7-84f6-fe32a0f0a517 req-f89537cb-0aef-4aeb-a817-eecad9fc0f66 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0314231 Sep 13 15:30:36.443823 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362e95-ac9f-4daa-9f39-c4f528a61db2 req-79de1eea-abd6-4d8c-875a-903373043877 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:36.445432 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8e362e95-ac9f-4daa-9f39-c4f528a61db2 req-79de1eea-abd6-4d8c-875a-903373043877 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.0497491 Sep 13 15:30:36.496894 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8e362e95-ac9f-4daa-9f39-c4f528a61db2 req-5fef907b-42e5-442e-b90a-c1851d030a14 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Sep 13 15:30:36.741584 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-92a6535f-e011-45cb-95bd-bdd7088df5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:36.743116 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-92a6535f-e011-45cb-95bd-bdd7088df5cb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.1721311 Sep 13 15:30:36.786487 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-f9c3e3bb-c051-49e8-ba5d-118cac0a0413 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:36.787943 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-f9c3e3bb-c051-49e8-ba5d-118cac0a0413 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 817 time: 0.1844056 Sep 13 15:30:36.912480 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.42', 58236) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:37.032884 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-fb504eb8-230f-4dd0-af45-63142aae2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.034521 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-fb504eb8-230f-4dd0-af45-63142aae2a76 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1309996 Sep 13 15:30:37.143355 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde3fcb-a425-446e-963d-172936b8fa41 req-4b4d481b-a8e4-4390-a7c9-2cf5f918a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.144906 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6cde3fcb-a425-446e-963d-172936b8fa41 req-4b4d481b-a8e4-4390-a7c9-2cf5f918a24e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1128 time: 0.2764168 Sep 13 15:30:37.259280 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-767b7ea4-7e0c-4b56-a380-0d0de2d540f5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 379 time: 0.3914118 Sep 13 15:30:37.274821 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-aabbb506-426b-497e-9597-25ae8f0bcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.276377 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-aabbb506-426b-497e-9597-25ae8f0bcc12 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=836a885e5c97498db1721adb1a22a05f&device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 1127 time: 0.4099002 Sep 13 15:30:37.279220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4bc16169-bf45-4191-b6f9-da3ca6c2257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.280602 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-4bc16169-bf45-4191-b6f9-da3ca6c2257f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1128 time: 0.3667526 Sep 13 15:30:37.292042 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b1c5d-9b4e-4bba-89c6-09215589e1a9 req-005732de-4307-4c87-912d-a2e8f964b35b tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.299153 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e28b1c5d-9b4e-4bba-89c6-09215589e1a9 req-005732de-4307-4c87-912d-a2e8f964b35b tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.2661750 Sep 13 15:30:37.367786 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:37.369997 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-42f82785-f4a3-46b7-a198-2395da46d7c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170745 Sep 13 15:30:37.382604 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e28b1c5d-9b4e-4bba-89c6-09215589e1a9 req-e7b5bbf1-56ef-4126-b8f1-de2dda60579e tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824995 Sep 13 15:30:37.397328 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769a898-192d-448f-ac8a-131aa610984e req-4ad33c18-12dd-4f8f-8358-003980593307 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.397866 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3769a898-192d-448f-ac8a-131aa610984e req-4ad33c18-12dd-4f8f-8358-003980593307 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0636640 Sep 13 15:30:37.411654 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde3fcb-a425-446e-963d-172936b8fa41 req-fcd87d3c-5981-40e0-bdb4-f7aeba7391ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.413293 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6cde3fcb-a425-446e-963d-172936b8fa41 req-fcd87d3c-5981-40e0-bdb4-f7aeba7391ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=07f8e7ebb2814be392842c2e17d55fca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2397611 Sep 13 15:30:37.454767 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3769a898-192d-448f-ac8a-131aa610984e req-30a75dea-d2e8-4584-8dfe-353b9f2c8a1b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484893 Sep 13 15:30:37.512167 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e0d943d8-6033-4169-a98c-18658274b065 req-67714ea1-df73-474d-be56-2a00d8acfb13 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Sep 13 15:30:37.626810 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b012c-cde8-4ccf-99d4-8f6b8db883dd req-14ed749b-6e24-4f51-99b2-3255aa9901e1 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:37.628298 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-493b012c-cde8-4ccf-99d4-8f6b8db883dd req-14ed749b-6e24-4f51-99b2-3255aa9901e1 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.0546939 Sep 13 15:30:37.677137 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-493b012c-cde8-4ccf-99d4-8f6b8db883dd req-a3ba134f-264e-4e36-8b6f-3c5814f8a88f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Sep 13 15:30:38.137673 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56146) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:38.247480 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-48a77f12-42c5-4254-b363-e88c30b8972c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.274720 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:38.340798 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-48a77f12-42c5-4254-b363-e88c30b8972c admin admin] Publish callbacks [] for security_group (57e4df26-7bbd-434d-b609-8a4c5def94f1), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.348054 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-48a77f12-42c5-4254-b363-e88c30b8972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (57e4df26-7bbd-434d-b609-8a4c5def94f1), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.414148 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-48a77f12-42c5-4254-b363-e88c30b8972c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e6530f095c314ca18ac654c146d384f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749240 Sep 13 15:30:38.415236 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a77f12-42c5-4254-b363-e88c30b8972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e4df26-7bbd-434d-b609-8a4c5def94f1,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:38.416831 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56152) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:38.474018 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eda1ae3-88dc-44b4-bf55-fdcbf3dd5ee3 admin admin] Publish callbacks [] for security_group (57e4df26-7bbd-434d-b609-8a4c5def94f1), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.494718 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eda1ae3-88dc-44b4-bf55-fdcbf3dd5ee3 admin admin] Publish callbacks [] for security_group (57e4df26-7bbd-434d-b609-8a4c5def94f1), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.547772 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12103e9-4b48-4288-baa3-da39ece26046 req-b332804f-ef54-4a04-8711-ab12554222db tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:38.556010 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b12103e9-4b48-4288-baa3-da39ece26046 req-b332804f-ef54-4a04-8711-ab12554222db tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0690727 Sep 13 15:30:38.584848 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eda1ae3-88dc-44b4-bf55-fdcbf3dd5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (57e4df26-7bbd-434d-b609-8a4c5def94f1), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.589175 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eda1ae3-88dc-44b4-bf55-fdcbf3dd5ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:38.590469 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2eda1ae3-88dc-44b4-bf55-fdcbf3dd5ee3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/57e4df26-7bbd-434d-b609-8a4c5def94f1 HTTP/1.1" status: 204 len: 168 time: 0.1726279 Sep 13 15:30:38.610871 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda1ae3-88dc-44b4-bf55-fdcbf3dd5ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e4df26-7bbd-434d-b609-8a4c5def94f1,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:38.669842 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd5c10-244d-430f-a54e-f248e89f025c req-848dfbfd-17cf-4935-83a5-227c35fcc4d1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:38.671523 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5dfd5c10-244d-430f-a54e-f248e89f025c req-848dfbfd-17cf-4935-83a5-227c35fcc4d1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0912905 Sep 13 15:30:38.679616 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b12103e9-4b48-4288-baa3-da39ece26046 req-13560b94-77ab-4d4d-8198-f81ea24eaf6a tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227727 Sep 13 15:30:38.730610 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5dfd5c10-244d-430f-a54e-f248e89f025c req-71285f81-4997-4079-a6ec-53e4598a0809 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500352 Sep 13 15:30:38.773848 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-41953a5d-caa0-4a3f-8297-379cd8b4be19 req-b9af1fc6-9447-483e-8f4b-0c1c979c42bf tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Sep 13 15:30:38.839114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1d64-9c17-4802-a82c-04e0932f52b2 req-083ae337-c659-4c48-8934-e5ce90da5895 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:38.840608 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c09a1d64-9c17-4802-a82c-04e0932f52b2 req-083ae337-c659-4c48-8934-e5ce90da5895 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.0487292 Sep 13 15:30:38.886962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:38.891713 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c09a1d64-9c17-4802-a82c-04e0932f52b2 req-3380bb23-1e22-474c-ac8b-518acb48325f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Sep 13 15:30:38.917461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56168) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:38.933885 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3659e8e-6bf3-460f-8e08-ca43e8546dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.009728 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3659e8e-6bf3-460f-8e08-ca43e8546dc3 admin admin] Publish callbacks [] for security_group (1f67659e-8cfe-42d9-86d0-2c565a0109bb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.015710 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3659e8e-6bf3-460f-8e08-ca43e8546dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1f67659e-8cfe-42d9-86d0-2c565a0109bb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.052471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3659e8e-6bf3-460f-8e08-ca43e8546dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f67659e-8cfe-42d9-86d0-2c565a0109bb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:39.056965 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b3659e8e-6bf3-460f-8e08-ca43e8546dc3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ebbbe8efe0bd43e4a81e5150b2d20f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383274 Sep 13 15:30:39.059608 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56172) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:39.108019 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-036ed57b-845b-4a2d-b0a6-2677f17b8de0 admin admin] Publish callbacks [] for security_group (1f67659e-8cfe-42d9-86d0-2c565a0109bb), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.128029 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-036ed57b-845b-4a2d-b0a6-2677f17b8de0 admin admin] Publish callbacks [] for security_group (1f67659e-8cfe-42d9-86d0-2c565a0109bb), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.176593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-036ed57b-845b-4a2d-b0a6-2677f17b8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1f67659e-8cfe-42d9-86d0-2c565a0109bb), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.179117 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-036ed57b-845b-4a2d-b0a6-2677f17b8de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.180229 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-036ed57b-845b-4a2d-b0a6-2677f17b8de0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1f67659e-8cfe-42d9-86d0-2c565a0109bb HTTP/1.1" status: 204 len: 168 time: 0.1197507 Sep 13 15:30:39.188404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ed57b-845b-4a2d-b0a6-2677f17b8de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f67659e-8cfe-42d9-86d0-2c565a0109bb,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:39.489696 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'port': {'device_id': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'admin_state_up': True, 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'security_groups': ['09931baa-235d-4ada-a373-525ac0879139']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:39.645315 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-65bc7b9d-0e07-4f49-8173-6b6e8b9e5f65 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 200 len: 217 time: 0.1571352 Sep 13 15:30:39.710426 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:39.788474 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:39.793572 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-a7c33dd3-2e94-4b09-a860-e0a5a962a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:39.793572 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-a7c33dd3-2e94-4b09-a860-e0a5a962a172 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=836a885e5c97498db1721adb1a22a05f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3144670 Sep 13 15:30:39.825682 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Made reservation on behalf of 3cbf0c034dd54a8d856d9bc6fb485b45 for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:39.829921 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:39.923323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b1530-597a-4e7a-944f-6acb41fdda0b req-29934c58-c891-4b43-9856-24cfc1eb87ab tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:39.924850 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a0b1530-597a-4e7a-944f-6acb41fdda0b req-29934c58-c891-4b43-9856-24cfc1eb87ab tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.1227579 Sep 13 15:30:39.932978 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfe79-3982-4564-b5f4-c8b3c75faf66 req-3eb3abca-ff1b-4489-aa09-6f99734d9fde tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:39.934460 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1a8bfe79-3982-4564-b5f4-c8b3c75faf66 req-3eb3abca-ff1b-4489-aa09-6f99734d9fde tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0899684 Sep 13 15:30:39.953503 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-314ba8bd-a90d-4e1b-9050-7361e832ac01 req-5ebd92dc-a652-4aa8-98f8-deab23692829 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791207 Sep 13 15:30:40.029529 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a0b1530-597a-4e7a-944f-6acb41fdda0b req-8d43daee-9957-43da-8418-d6c261bfd9aa tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940068 Sep 13 15:30:40.056801 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1a8bfe79-3982-4564-b5f4-c8b3c75faf66 req-96e975f1-9fca-4a16-84d2-ace6b2243bb3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132288 Sep 13 15:30:40.199073 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-024e6458-2122-4d84-b255-1b2740e0f702 req-eb04a00f-f185-423f-b83d-5d168c67db20 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 210 time: 0.0637074 Sep 13 15:30:40.216939 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde3fcb-a425-446e-963d-172936b8fa41 req-003d4657-a399-468b-a32c-91ee808e1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:40.219241 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6cde3fcb-a425-446e-963d-172936b8fa41 req-003d4657-a399-468b-a32c-91ee808e1158 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7236326 Sep 13 15:30:40.225205 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60749-8bf7-421a-9438-e3dcd7c567bb req-c3b197e7-61cf-4b44-a0bd-ddd4125bff5a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:40.226916 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-02f60749-8bf7-421a-9438-e3dcd7c567bb req-c3b197e7-61cf-4b44-a0bd-ddd4125bff5a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.0898933 Sep 13 15:30:40.280584 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-02f60749-8bf7-421a-9438-e3dcd7c567bb req-e905b5a8-4f39-45c9-a7ec-7edb4b37ff00 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478697 Sep 13 15:30:40.328082 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Allocated IP 172.20.0.7 (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c/20aa7508-988e-4ceb-92c2-c828c044a835/7f6adc72-52bc-432c-b1c8-d041a0a6fe1b) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:30:40.485047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:40.487730 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:40.524951 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:40.574479 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:30:40.579780 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:40.582392 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:30:40.587152 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:40.587739 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:40.591935 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:40.614773 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-77426b60-bfa9-4ac1-b265-590155e629ff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1422033 Sep 13 15:30:40.756228 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Request body: {'port': {'device_id': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:40.893343 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-df2e38ed-21d3-4eb1-92a4-b1d5773d75d1 None None] Provisioning complete for port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:40.894402 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df2e38ed-21d3-4eb1-92a4-b1d5773d75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:40.914673 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f257-d309-41f9-8035-972f8a23376e req-59542c13-d939-4ca7-a584-2a135b04ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:40.916276 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-59542c13-d939-4ca7-a584-2a135b04ccaa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1127 time: 0.1039286 Sep 13 15:30:40.917197 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-77e661f8-c082-43ce-8abc-3e02d7f60016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:40.918565 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-77e661f8-c082-43ce-8abc-3e02d7f60016 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1128 time: 0.1051524 Sep 13 15:30:40.923567 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:40.936575 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-df2e38ed-21d3-4eb1-92a4-b1d5773d75d1 None None] Port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:30:40.966519 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:40.987906 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-52f53072-7e40-41d3-a402-a5d9fbb407ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:40.989397 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-52f53072-7e40-41d3-a402-a5d9fbb407ca service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.2397766 Sep 13 15:30:41.006007 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-23d01ad2-f50f-4904-b8d3-806c6923cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:41.007722 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-23d01ad2-f50f-4904-b8d3-806c6923cf03 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2567251 Sep 13 15:30:41.142201 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:41.207652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:41.216540 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Publish callbacks [] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:41.230483 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Transition to ACTIVE for port object 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:30:41.236886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:41.255936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a36dc-ed00-4277-9436-9bd1f1d2f317 req-1afe313b-a9b9-4235-b784-1b6e2185dfcc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:41.257803 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-595a36dc-ed00-4277-9436-9bd1f1d2f317 req-1afe313b-a9b9-4235-b784-1b6e2185dfcc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0893857 Sep 13 15:30:41.266599 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31af8cc-c0d3-4cac-b06b-b13604806089 req-647b9dea-eb76-4968-a5dd-bee64fada246 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:41.268708 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a31af8cc-c0d3-4cac-b06b-b13604806089 req-647b9dea-eb76-4968-a5dd-bee64fada246 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0989411 Sep 13 15:30:41.312175 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:41.315938 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Attempting to bind port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:30:41.316732 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Attempting to bind port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:30:41.316732 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Attempting to bind port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:41.361462 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-595a36dc-ed00-4277-9436-9bd1f1d2f317 req-ad59413c-0f69-4de9-b6da-54d8e62c4a72 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916021 Sep 13 15:30:41.367379 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:30:41.367668 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Attempting to bind port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:30:41.373946 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a31af8cc-c0d3-4cac-b06b-b13604806089 req-153148ab-4b30-4541-b699-8c4bbb7ffa55 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780087 Sep 13 15:30:41.435036 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:30:41.435482 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Checking segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:41.435932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Bound using segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:30:41.436430 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Bound port: 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:30:41.436865 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:41.515447 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:30:41.520805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:30:41.529147 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:41.532460 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:41.533098 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:41.534695 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 200 len: 1093 time: 0.7836487 Sep 13 15:30:41.537060 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:41.539761 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de27285a-190e-4704-a9a6-d34729551426" -d '{"events": [{"name": "network-changed", "server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:41.551011 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3fc9f-5f3c-439f-bcc9-025a3388d195 req-310f82bb-ed0b-4c99-b236-40f9a113ab79 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:41.560089 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-03c3fc9f-5f3c-439f-bcc9-025a3388d195 req-310f82bb-ed0b-4c99-b236-40f9a113ab79 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0843196 Sep 13 15:30:41.594139 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c2bf1-eba9-49dd-9da2-ba4749062693 req-ea7ad640-c8e9-4110-8516-59a100367d0b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:41.595440 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:41.595908 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab6c2bf1-eba9-49dd-9da2-ba4749062693 req-ea7ad640-c8e9-4110-8516-59a100367d0b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.1083486 Sep 13 15:30:41.599201 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52f73-f7cd-47a5-9e3c-8325f736e291 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:41.646728 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-03c3fc9f-5f3c-439f-bcc9-025a3388d195 req-0df3b79e-4a08-4daa-9f81-7c0f9faebf6d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857122 Sep 13 15:30:41.690144 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab6c2bf1-eba9-49dd-9da2-ba4749062693 req-644e633f-8b7c-4fba-b6ab-10f99fb2b8c6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792482 Sep 13 15:30:41.696326 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95268071-7ece-4f6c-88e1-e3ead63702c8 x-openstack-request-id: req-95268071-7ece-4f6c-88e1-e3ead63702c8 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:41.696701 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:41.697028 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95268071-7ece-4f6c-88e1-e3ead63702c8 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:41.697691 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95268071-7ece-4f6c-88e1-e3ead63702c8'] response: {'name': 'network-changed', 'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'status': 'completed', 'code': 200} Sep 13 15:30:42.265547 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56266) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:42.373937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-19481efe-3416-41ef-9173-2f2e1c00936b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.511984 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:42.514656 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-19481efe-3416-41ef-9173-2f2e1c00936b admin admin] Publish callbacks [] for security_group (99850b02-9e71-4e9f-aa73-e11fa9015064), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.541405 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-19481efe-3416-41ef-9173-2f2e1c00936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (99850b02-9e71-4e9f-aa73-e11fa9015064), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.579923 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6341e-d1e7-4272-9af4-47736995e380 req-b23d7442-e5ab-4e2f-b29d-18af580c1736 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:42.581317 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7af6341e-d1e7-4272-9af4-47736995e380 req-b23d7442-e5ab-4e2f-b29d-18af580c1736 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.1208208 Sep 13 15:30:42.592341 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfc6b1-496c-42a5-90ed-6f55e466a084 req-c991fddd-98ee-4036-94f3-fe455fc28e81 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:42.593755 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2dcfc6b1-496c-42a5-90ed-6f55e466a084 req-c991fddd-98ee-4036-94f3-fe455fc28e81 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.1173882 Sep 13 15:30:42.628026 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-19481efe-3416-41ef-9173-2f2e1c00936b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=146a77f3ce4c4463ae8e9af9731710c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586938 Sep 13 15:30:42.628408 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56292) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:42.642436 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19481efe-3416-41ef-9173-2f2e1c00936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99850b02-9e71-4e9f-aa73-e11fa9015064,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:42.700300 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e0f-3664-4259-91dd-5c4641fd0032 admin admin] Publish callbacks [] for security_group (99850b02-9e71-4e9f-aa73-e11fa9015064), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.707045 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7af6341e-d1e7-4272-9af4-47736995e380 req-915a6487-da29-48ab-a0c0-b0004d6cd2e7 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046977 Sep 13 15:30:42.723433 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2dcfc6b1-496c-42a5-90ed-6f55e466a084 req-a3cf2c51-be24-4870-93ad-018a040bff70 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141808 Sep 13 15:30:42.741532 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e0f-3664-4259-91dd-5c4641fd0032 admin admin] Publish callbacks [] for security_group (99850b02-9e71-4e9f-aa73-e11fa9015064), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.827856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e0f-3664-4259-91dd-5c4641fd0032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (99850b02-9e71-4e9f-aa73-e11fa9015064), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.830491 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e0f-3664-4259-91dd-5c4641fd0032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:42.834183 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e4d04e0f-3664-4259-91dd-5c4641fd0032 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/99850b02-9e71-4e9f-aa73-e11fa9015064 HTTP/1.1" status: 204 len: 168 time: 0.2023735 Sep 13 15:30:42.845562 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d04e0f-3664-4259-91dd-5c4641fd0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99850b02-9e71-4e9f-aa73-e11fa9015064,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:43.082862 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5cab-f68f-4579-92e6-fe7e00961442 req-602ac6e0-524e-475a-ae1a-d3e68f20e415 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:43.085371 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d54f5cab-f68f-4579-92e6-fe7e00961442 req-602ac6e0-524e-475a-ae1a-d3e68f20e415 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.2769783 Sep 13 15:30:43.091897 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eda66b-8221-4ef1-9306-e6eb557ecd35 req-f72c9796-152c-4ce6-bd72-6b65e48c868c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:43.093856 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b4eda66b-8221-4ef1-9306-e6eb557ecd35 req-f72c9796-152c-4ce6-bd72-6b65e48c868c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.2749238 Sep 13 15:30:43.171543 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d54f5cab-f68f-4579-92e6-fe7e00961442 req-ee1d0ca5-6614-4c57-aead-0a27448e23cf tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757568 Sep 13 15:30:43.173688 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56310) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:43.184308 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b4eda66b-8221-4ef1-9306-e6eb557ecd35 req-359f410b-ec5d-4dd2-bc9f-de7827079906 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800900 Sep 13 15:30:43.191128 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2511bef0-62d7-4cd7-8cbf-45b5241f458e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.206139 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:43.272254 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2511bef0-62d7-4cd7-8cbf-45b5241f458e admin admin] Publish callbacks [] for security_group (2c3d7359-4cb2-4528-8aa2-87a042dba83a), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.278037 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2511bef0-62d7-4cd7-8cbf-45b5241f458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2c3d7359-4cb2-4528-8aa2-87a042dba83a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.316576 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2511bef0-62d7-4cd7-8cbf-45b5241f458e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ea0448df78df427dbfac27521be7a626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416528 Sep 13 15:30:43.318568 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511bef0-62d7-4cd7-8cbf-45b5241f458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3d7359-4cb2-4528-8aa2-87a042dba83a,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:43.319342 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56312) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:43.371691 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-018eaad7-e338-4b06-bf8e-bf490843cc30 admin admin] Publish callbacks [] for security_group (2c3d7359-4cb2-4528-8aa2-87a042dba83a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.393367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-018eaad7-e338-4b06-bf8e-bf490843cc30 admin admin] Publish callbacks [] for security_group (2c3d7359-4cb2-4528-8aa2-87a042dba83a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.447955 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-018eaad7-e338-4b06-bf8e-bf490843cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2c3d7359-4cb2-4528-8aa2-87a042dba83a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.450509 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-018eaad7-e338-4b06-bf8e-bf490843cc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:43.451686 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-018eaad7-e338-4b06-bf8e-bf490843cc30 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2c3d7359-4cb2-4528-8aa2-87a042dba83a HTTP/1.1" status: 204 len: 168 time: 0.1312025 Sep 13 15:30:43.459558 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018eaad7-e338-4b06-bf8e-bf490843cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3d7359-4cb2-4528-8aa2-87a042dba83a,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:43.895083 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7f06a-497e-4de9-80ec-00b282091428 req-d33e348b-4f8f-42f5-a8ea-9106a7545a3c tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:43.901932 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9c7f06a-497e-4de9-80ec-00b282091428 req-d33e348b-4f8f-42f5-a8ea-9106a7545a3c tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0748470 Sep 13 15:30:43.936092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed46edf-966b-488f-8edc-58a55ba7d236 req-224b37b4-09b1-47d4-bbd5-36fd4ca1c3c8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:43.937626 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4ed46edf-966b-488f-8edc-58a55ba7d236 req-224b37b4-09b1-47d4-bbd5-36fd4ca1c3c8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.1286571 Sep 13 15:30:43.992925 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9c7f06a-497e-4de9-80ec-00b282091428 req-a29e9416-aaa4-45ef-be9f-330d54e6ae1f tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892611 Sep 13 15:30:44.020597 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4ed46edf-966b-488f-8edc-58a55ba7d236 req-95385813-08ee-4f35-94a5-6c207a6e83ae tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629289 Sep 13 15:30:44.101253 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56358) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:44.236835 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-17193f14-423d-448f-b278-f1f47af42e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:44.340669 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:44.364126 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ec371-9565-4bcd-aa67-72772a5b5579 req-63c78159-9d95-4dae-9d5c-c87c939bebea tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.373434 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8a7ec371-9565-4bcd-aa67-72772a5b5579 req-63c78159-9d95-4dae-9d5c-c87c939bebea tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.1119592 Sep 13 15:30:44.435812 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-17193f14-423d-448f-b278-f1f47af42e4b admin admin] Publish callbacks [] for security_group (035aeb4a-ca4a-4b01-bba1-5d06eda4f889), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:44.485182 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-7717a4a7-3083-4594-9abc-d0cc99c4bdb8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=678a26e2-4972-4820-8b36-e8ab2402f95d HTTP/1.1" status: 200 len: 217 time: 0.1547167 Sep 13 15:30:44.506195 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-17193f14-423d-448f-b278-f1f47af42e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (035aeb4a-ca4a-4b01-bba1-5d06eda4f889), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:44.532374 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:44.546759 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d3cd-1833-4422-8955-4887dd350751 req-1d995e45-42d6-44d3-86e5-2e6fa1855418 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.554275 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f833d3cd-1833-4422-8955-4887dd350751 req-1d995e45-42d6-44d3-86e5-2e6fa1855418 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.2560103 Sep 13 15:30:44.574947 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-62cfccde-9d17-4b39-9c2b-a82a0ceb51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.576868 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-62cfccde-9d17-4b39-9c2b-a82a0ceb51e6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1964345 Sep 13 15:30:44.599131 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-6dc06550-7cdc-4f6a-8a19-fe47ea1019ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.600798 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-6dc06550-7cdc-4f6a-8a19-fe47ea1019ee service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=836a885e5c97498db1721adb1a22a05f&device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 1127 time: 0.2189443 Sep 13 15:30:44.653244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27285a-190e-4704-a9a6-d34729551426 req-1deb7333-2171-4a5f-8818-7b17fe47cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.655563 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-de27285a-190e-4704-a9a6-d34729551426 req-1deb7333-2171-4a5f-8818-7b17fe47cebc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1127 time: 0.2778053 Sep 13 15:30:44.693973 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-17193f14-423d-448f-b278-f1f47af42e4b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=994dc860b884459e93d588d2c3625e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914471 Sep 13 15:30:44.709218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56388) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:44.724872 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8a7ec371-9565-4bcd-aa67-72772a5b5579 req-3b4a897c-20ff-4492-b759-40a4862f945d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503606 Sep 13 15:30:44.726192 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-2c8a3751-b07c-4262-bc44-34bbfa23b6e5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdd622f7-1540-4df3-9a58-fc9530ecac1d HTTP/1.1" status: 200 len: 217 time: 0.1120138 Sep 13 15:30:44.751636 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:44.799272 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f257-d309-41f9-8035-972f8a23376e req-acdf8417-2c67-463a-a245-3ccb9656525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.800433 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f833d3cd-1833-4422-8955-4887dd350751 req-3ec5f45c-b5f6-4e6f-b154-28eed6573833 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451084 Sep 13 15:30:44.800773 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-acdf8417-2c67-463a-a245-3ccb9656525b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.4715312 Sep 13 15:30:44.801367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17193f14-423d-448f-b278-f1f47af42e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035aeb4a-ca4a-4b01-bba1-5d06eda4f889,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:44.847564 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-220c2aac-3f9d-4edc-9165-2044ec776f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.848991 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-220c2aac-3f9d-4edc-9165-2044ec776f4a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.3546636 Sep 13 15:30:44.856851 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-ade54004-40cd-4cfc-aba9-4c18636e7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.858532 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-ade54004-40cd-4cfc-aba9-4c18636e7145 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f7c4b948-6e05-4244-b9fc-c8332b3cbc53 HTTP/1.1" status: 200 len: 850 time: 0.1236813 Sep 13 15:30:44.862634 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-0a172085-cadf-41ee-ad58-0006826c1d26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675767 Sep 13 15:30:44.895250 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-1878b4e1-75dc-4201-ac09-f1b2f8098351 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 217 time: 0.0564425 Sep 13 15:30:44.913313 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c372c692-4bd9-429c-954c-77781319d20c admin admin] Publish callbacks [] for security_group (035aeb4a-ca4a-4b01-bba1-5d06eda4f889), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:44.969765 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:44.973415 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-8f4be1b3-e91a-4407-8841-ed93a6216fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.973591 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c372c692-4bd9-429c-954c-77781319d20c admin admin] Publish callbacks [] for security_group (035aeb4a-ca4a-4b01-bba1-5d06eda4f889), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:44.974953 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-8f4be1b3-e91a-4407-8841-ed93a6216fec service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172149 Sep 13 15:30:44.976169 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-70f79e2f-d120-403b-8565-0f15086a8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.977644 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-70f79e2f-d120-403b-8565-0f15086a8638 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=853b8391-5bbf-48bb-90af-a48b0e48e5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096466 Sep 13 15:30:44.984457 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27285a-190e-4704-a9a6-d34729551426 req-cfb6bd00-387c-4999-af9c-817d0b17aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:44.985967 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-de27285a-190e-4704-a9a6-d34729551426 req-cfb6bd00-387c-4999-af9c-817d0b17aaa7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3061891 Sep 13 15:30:45.057232 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f257-d309-41f9-8035-972f8a23376e req-4243c5eb-6c8a-44b8-a4cf-a556f331e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:45.058493 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-4243c5eb-6c8a-44b8-a4cf-a556f331e783 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.1384161 Sep 13 15:30:45.106236 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-078cc9cc-2b4a-4a23-b521-d0bc317daf43 req-6b55a3b0-a6f0-4d37-b510-f35875dc1fc4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280853 Sep 13 15:30:45.187371 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=15 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:45.200576 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=11 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:45.214728 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-17bf32f7-beba-4c26-bf74-c3eee805f11c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/853b8391-5bbf-48bb-90af-a48b0e48e5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178388 Sep 13 15:30:45.215389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c372c692-4bd9-429c-954c-77781319d20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (035aeb4a-ca4a-4b01-bba1-5d06eda4f889), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.218089 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c372c692-4bd9-429c-954c-77781319d20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.222547 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c372c692-4bd9-429c-954c-77781319d20c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/035aeb4a-ca4a-4b01-bba1-5d06eda4f889 HTTP/1.1" status: 204 len: 168 time: 0.5101998 Sep 13 15:30:45.236379 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-5734a2d2-5a3d-48f9-b230-4d1e05dc0b59 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496061 Sep 13 15:30:45.265616 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27285a-190e-4704-a9a6-d34729551426 req-2dc191b7-10da-4df7-a970-65eb7423849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:45.267253 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-de27285a-190e-4704-a9a6-d34729551426 req-2dc191b7-10da-4df7-a970-65eb7423849e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691102 Sep 13 15:30:45.268326 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f257-d309-41f9-8035-972f8a23376e req-83e8ca07-1d89-4376-85b7-8fd8b5d08f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:45.269885 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-83e8ca07-1d89-4376-85b7-8fd8b5d08f22 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1772950 Sep 13 15:30:45.276375 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372c692-4bd9-429c-954c-77781319d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035aeb4a-ca4a-4b01-bba1-5d06eda4f889,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:45.284097 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737897ba-25e5-420a-970f-1bb57231b075 req-9cc746a8-bb2c-4fee-9527-a4a6bf6658c7 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:45.294276 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-737897ba-25e5-420a-970f-1bb57231b075 req-9cc746a8-bb2c-4fee-9527-a4a6bf6658c7 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.1216688 Sep 13 15:30:45.326202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5f8a-9e04-43e0-a542-44994bdce416 req-62f99f03-33c1-4dfa-93ed-c0c26e71ba92 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:45.336340 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-124b5f8a-9e04-43e0-a542-44994bdce416 req-62f99f03-33c1-4dfa-93ed-c0c26e71ba92 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0999541 Sep 13 15:30:45.388228 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-737897ba-25e5-420a-970f-1bb57231b075 req-d291c3e6-4488-4175-be20-1ed89676c02d tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959516 Sep 13 15:30:45.425939 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-124b5f8a-9e04-43e0-a542-44994bdce416 req-a77219f7-6d6f-4862-9d50-020ab998f162 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912464 Sep 13 15:30:45.692728 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56442) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:45.708514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-69b23259-75ea-4a72-816e-94a39983116a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.801488 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-69b23259-75ea-4a72-816e-94a39983116a admin admin] Publish callbacks [] for security_group (5fee6073-f00b-4cb5-901e-5158f1924f6f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.809797 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-69b23259-75ea-4a72-816e-94a39983116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (5fee6073-f00b-4cb5-901e-5158f1924f6f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.830909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:45.863537 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-69b23259-75ea-4a72-816e-94a39983116a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=96e5aeee1a1e48988b695c18c90a9421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694782 Sep 13 15:30:45.867374 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56452) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:45.911226 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b23259-75ea-4a72-816e-94a39983116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fee6073-f00b-4cb5-901e-5158f1924f6f,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:45.954491 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-227934d6-6d68-4a95-a8af-104601d45485 admin admin] Publish callbacks [] for security_group (5fee6073-f00b-4cb5-901e-5158f1924f6f), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.980390 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-227934d6-6d68-4a95-a8af-104601d45485 admin admin] Publish callbacks [] for security_group (5fee6073-f00b-4cb5-901e-5158f1924f6f), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:45.984844 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd66398-1d2b-43b4-b972-5fd1a4b817b0 req-b38856e9-5755-418f-b359-0ccdc8b45796 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:45.996193 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cfd66398-1d2b-43b4-b972-5fd1a4b817b0 req-b38856e9-5755-418f-b359-0ccdc8b45796 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.1152635 Sep 13 15:30:46.048522 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-227934d6-6d68-4a95-a8af-104601d45485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (5fee6073-f00b-4cb5-901e-5158f1924f6f), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.051746 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-227934d6-6d68-4a95-a8af-104601d45485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.053413 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-227934d6-6d68-4a95-a8af-104601d45485 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5fee6073-f00b-4cb5-901e-5158f1924f6f HTTP/1.1" status: 204 len: 168 time: 0.1858833 Sep 13 15:30:46.060105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1372-0eea-4503-8379-2002bb5a370e req-186c1c3f-5eae-481b-8e17-d13bb7de77d6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:46.061620 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-531d1372-0eea-4503-8379-2002bb5a370e req-186c1c3f-5eae-481b-8e17-d13bb7de77d6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 943 time: 0.1545818 Sep 13 15:30:46.086843 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227934d6-6d68-4a95-a8af-104601d45485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fee6073-f00b-4cb5-901e-5158f1924f6f,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:46.112021 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cfd66398-1d2b-43b4-b972-5fd1a4b817b0 req-d0ff5653-f057-4eb3-be09-7e69eec8bc93 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149211 Sep 13 15:30:46.158721 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56462) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:46.158865 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-531d1372-0eea-4503-8379-2002bb5a370e req-62980f11-e20e-4af8-a30c-0684e1d722ac tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904295 Sep 13 15:30:46.227809 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-23e88b9f-fd84-47ab-9ca7-22e3a9411436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.395424 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7329ce61-a759-451d-be78-9a51571c5581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.502537 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7329ce61-a759-451d-be78-9a51571c5581 admin admin] Publish callbacks [] for security_group (a617b2ea-dfa9-43ad-8d43-81260955061e), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.509930 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7329ce61-a759-451d-be78-9a51571c5581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a617b2ea-dfa9-43ad-8d43-81260955061e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.535627 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063dcee-fc53-4183-866e-926065ba6a5c req-9e3445e5-a854-4e05-86ff-ae637225cc71 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:46.541211 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0063dcee-fc53-4183-866e-926065ba6a5c req-9e3445e5-a854-4e05-86ff-ae637225cc71 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0686872 Sep 13 15:30:46.551926 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8c605c1b-be6e-4bf8-8d00-af61d57887b0 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:30:46.556779 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7329ce61-a759-451d-be78-9a51571c5581 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f0af44bbcb674bcfbb8167f3e02e8931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969250 Sep 13 15:30:46.558018 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329ce61-a759-451d-be78-9a51571c5581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617b2ea-dfa9-43ad-8d43-81260955061e,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:46.560608 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56482) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:46.597606 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:46.617076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:46.626595 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94eedf-063e-4bec-aaf4-ecaef202439b req-1abc1634-905d-461e-a22f-74a9261055a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:46.634081 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1d94eedf-063e-4bec-aaf4-ecaef202439b req-1abc1634-905d-461e-a22f-74a9261055a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.1075311 Sep 13 15:30:46.635541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c371e325-b3f9-41a6-85ba-f7215596b0ec admin admin] Publish callbacks [] for security_group (a617b2ea-dfa9-43ad-8d43-81260955061e), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.668662 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0063dcee-fc53-4183-866e-926065ba6a5c req-3d0234ee-751b-4651-aa21-4316ba2df485 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155722 Sep 13 15:30:46.692016 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c371e325-b3f9-41a6-85ba-f7215596b0ec admin admin] Publish callbacks [] for security_group (a617b2ea-dfa9-43ad-8d43-81260955061e), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.710763 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:46.723654 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1d94eedf-063e-4bec-aaf4-ecaef202439b req-708156ec-4d2a-4362-981c-c5779d370f7a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872290 Sep 13 15:30:46.771838 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c371e325-b3f9-41a6-85ba-f7215596b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a617b2ea-dfa9-43ad-8d43-81260955061e), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.775523 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c371e325-b3f9-41a6-85ba-f7215596b0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.778683 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c371e325-b3f9-41a6-85ba-f7215596b0ec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a617b2ea-dfa9-43ad-8d43-81260955061e HTTP/1.1" status: 204 len: 168 time: 0.2167788 Sep 13 15:30:46.799009 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371e325-b3f9-41a6-85ba-f7215596b0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617b2ea-dfa9-43ad-8d43-81260955061e,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:46.799947 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:46.819146 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'port_id': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'mac_address': 'fa:16:3e:e3:11:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:30:46.866529 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:46.866931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.881608 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c605c1b-be6e-4bf8-8d00-af61d57887b0 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:46.908654 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:46.915975 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:46.972523 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8c605c1b-be6e-4bf8-8d00-af61d57887b0,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:47.208202 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-dc3cb011-82ca-4f85-8145-a64de6c48dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.210245 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-dc3cb011-82ca-4f85-8145-a64de6c48dcd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1128 time: 0.0594485 Sep 13 15:30:47.240717 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56514) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:47.348530 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['8c605c1b-be6e-4bf8-8d00-af61d57887b0'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:30:47.399614 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-9c42287e-36a2-4dc1-bef2-aac191d0f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.403120 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-9c42287e-36a2-4dc1-bef2-aac191d0f7e1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1127 time: 0.2117114 Sep 13 15:30:47.445677 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56522) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:47.514601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ebe3-3bb5-43a4-b51d-4f0c93817b14 req-737fb8dd-de8e-4f31-9a6e-b7baf1d21330 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.522985 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e82ebe3-3bb5-43a4-b51d-4f0c93817b14 req-737fb8dd-de8e-4f31-9a6e-b7baf1d21330 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 944 time: 0.2209117 Sep 13 15:30:47.531492 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda520f-5cd1-4842-8b68-706f6252b31d req-2c4b8a7a-bc96-40a4-894b-f6e6bb013da1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.533347 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-beda520f-5cd1-4842-8b68-706f6252b31d req-2c4b8a7a-bc96-40a4-894b-f6e6bb013da1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.2399087 Sep 13 15:30:47.544562 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-333059a6-a5ff-4a5c-89a1-09e2f6080f4e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/853b8391-5bbf-48bb-90af-a48b0e48e5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949878 Sep 13 15:30:47.546601 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-7d04d3c6-b6f1-47b7-870b-ebea1610562c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 200 len: 217 time: 0.1025167 Sep 13 15:30:47.555555 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:47.572542 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f021785b-3cfa-4ac4-8598-9ea8e426cbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.706745 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e82ebe3-3bb5-43a4-b51d-4f0c93817b14 req-3ed56759-f3eb-4de8-ae86-ff5869d2a09c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824102 Sep 13 15:30:47.732206 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-cd1696b4-4b4c-467c-9ccb-ac2d0bb303ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.732206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-cd1696b4-4b4c-467c-9ccb-ac2d0bb303ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.4914739 Sep 13 15:30:47.732206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-e17923fa-0358-4468-a372-dc43d38e852d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150058 Sep 13 15:30:47.732206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-6367c31f-4e69-4d3e-a0ea-68774340a21b req-5f9f39a9-a6cf-4f77-bead-ba74693bde12 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186217 Sep 13 15:30:47.748119 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-f23c427f-7d63-4431-b2bf-21c75f861afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.749772 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-f23c427f-7d63-4431-b2bf-21c75f861afd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.1668668 Sep 13 15:30:47.759748 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-beda520f-5cd1-4842-8b68-706f6252b31d req-99607ccc-6edf-433c-9cef-f5784e8ab1a7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181997 Sep 13 15:30:47.783439 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1018692402-network', 'tenant_id': '5b820ea465db4802aaa22dbaa4e7397a'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:47.815460 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Made reservation on behalf of 5b820ea465db4802aaa22dbaa4e7397a for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:47.824708 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.834225 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.875048 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70831b-6385-473f-a55e-2d1567dceead req-c4fd0a78-b53d-4205-b3a1-4d2be8e9f43e tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.882209 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8d70831b-6385-473f-a55e-2d1567dceead req-c4fd0a78-b53d-4205-b3a1-4d2be8e9f43e tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0864789 Sep 13 15:30:47.910634 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks [] for security_group (33cd75a3-a668-4687-86b8-704ff7effc74), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.916233 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f021785b-3cfa-4ac4-8598-9ea8e426cbde admin admin] Publish callbacks [] for security_group (f0e7be38-e17c-406a-b746-fa162fcf8df1), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.917395 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (33cd75a3-a668-4687-86b8-704ff7effc74), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.925874 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:47.933547 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f021785b-3cfa-4ac4-8598-9ea8e426cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f0e7be38-e17c-406a-b746-fa162fcf8df1), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.939489 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:30:47.955317 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd75a3-a668-4687-86b8-704ff7effc74,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:47.963517 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:47.963873 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Added segment bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a of type vlan for network 305345df-68fe-42b0-9cf7-d911787f4fba Sep 13 15:30:47.966232 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532484fd-0c76-4d88-97c7-222f297fe939 req-4aabe6ee-e7c3-4aa2-b3f7-d49fffab7e0b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:47.967703 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-532484fd-0c76-4d88-97c7-222f297fe939 req-4aabe6ee-e7c3-4aa2-b3f7-d49fffab7e0b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 944 time: 0.1145289 Sep 13 15:30:48.008909 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-f021785b-3cfa-4ac4-8598-9ea8e426cbde admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8e1b08d66c6e4b2cb850a3eb972586bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619671 Sep 13 15:30:48.010227 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (305345df-68fe-42b0-9cf7-d911787f4fba), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.012519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56530) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:48.024794 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021785b-3cfa-4ac4-8598-9ea8e426cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e7be38-e17c-406a-b746-fa162fcf8df1,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:48.032857 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8d70831b-6385-473f-a55e-2d1567dceead req-349b4623-3116-4519-a547-063fb2ba965a tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498196 Sep 13 15:30:48.059892 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-532484fd-0c76-4d88-97c7-222f297fe939 req-82839428-558d-4e0d-a3e9-f7880cd5ceec tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788481 Sep 13 15:30:48.076008 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (305345df-68fe-42b0-9cf7-d911787f4fba), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.077038 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:48.077768 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.083998 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:48.101856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ad4a244d-da69-4a78-899f-05fd9c465e7b admin admin] Publish callbacks [] for security_group (f0e7be38-e17c-406a-b746-fa162fcf8df1), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.152051 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8862209 Sep 13 15:30:48.155727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56538) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:48.161715 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Request body: {'subnet': {'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1018692402-subnet', 'tenant_id': '5b820ea465db4802aaa22dbaa4e7397a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:30:48.169563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ad4a244d-da69-4a78-899f-05fd9c465e7b admin admin] Publish callbacks [] for security_group (f0e7be38-e17c-406a-b746-fa162fcf8df1), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.180452 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b1538-46ce-48c0-af5c-8e7dc024a001 admin admin] Pushing event updated for resources: {'Network': ['ID=305345df-68fe-42b0-9cf7-d911787f4fba,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:48.189901 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Made reservation on behalf of 5b820ea465db4802aaa22dbaa4e7397a for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:30:48.193519 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.195987 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 305345df-68fe-42b0-9cf7-d911787f4fba details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:30:48.197282 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:48.233372 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ad4a244d-da69-4a78-899f-05fd9c465e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f0e7be38-e17c-406a-b746-fa162fcf8df1), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.236889 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ad4a244d-da69-4a78-899f-05fd9c465e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.238292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:48.238560 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ad4a244d-da69-4a78-899f-05fd9c465e7b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f0e7be38-e17c-406a-b746-fa162fcf8df1 HTTP/1.1" status: 204 len: 168 time: 0.2244146 Sep 13 15:30:48.250013 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a244d-da69-4a78-899f-05fd9c465e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e7be38-e17c-406a-b746-fa162fcf8df1,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:48.405691 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (927b0fc8-205e-427e-8295-db3574d4b46c), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.466937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Pushing event updated for resources: {'Subnet': ['ID=927b0fc8-205e-427e-8295-db3574d4b46c,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:48.477582 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Checking segment: {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:30:48.477932 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Network hostable DHCP agents. Network: 305345df-68fe-42b0-9cf7-d911787f4fba, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:30:48.501592 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Network 305345df-68fe-42b0-9cf7-d911787f4fba is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:30:48.512902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 305345df-68fe-42b0-9cf7-d911787f4fba) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:30:48.517216 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:48.517783 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.523880 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b04c7-43ad-4e6b-a3c6-0bac4a884df3 None None] Network 305345df-68fe-42b0-9cf7-d911787f4fba requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:48.547082 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e09fb4b8-1b3d-4930-b49a-f77027d0941f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3899546 Sep 13 15:30:48.578858 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 791fe666-c2cb-4d8a-91fa-3927d141b45c details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:30:48.583743 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8c605c1b-be6e-4bf8-8d00-af61d57887b0 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:48.683511 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc280dc9-fbb2-4ab5-a005-f06b77477801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.873373 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:30:48.887304 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:48.888013 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:48.895265 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6944c0-8b44-444f-8b75-ef522e990961 None None] Network 305345df-68fe-42b0-9cf7-d911787f4fba requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:30:48.918005 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc62ee7-2816-4f12-815b-bbf6adf36b30 req-fb4532f8-74fd-4663-b7b7-608ad2f705a4 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:48.928544 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2fc62ee7-2816-4f12-815b-bbf6adf36b30 req-fb4532f8-74fd-4663-b7b7-608ad2f705a4 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 944 time: 0.1142693 Sep 13 15:30:48.936299 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:49.016671 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 791fe666-c2cb-4d8a-91fa-3927d141b45c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:49.053233 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '791fe666-c2cb-4d8a-91fa-3927d141b45c', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'port_id': '791fe666-c2cb-4d8a-91fa-3927d141b45c', 'mac_address': 'fa:16:3e:4d:a3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:30:49.113386 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:49.113837 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:49.121826 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:49.257043 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:49.258678 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8061d7-7055-4236-a9b4-50b73e720197 req-7955545b-03d7-48e2-af6a-bb9b1e9b1655 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:49.260500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ba8061d7-7055-4236-a9b4-50b73e720197 req-7955545b-03d7-48e2-af6a-bb9b1e9b1655 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.3009338 Sep 13 15:30:49.312974 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2fc62ee7-2816-4f12-815b-bbf6adf36b30 req-0aa7a21d-c4f1-45c0-91f4-404af93ca918 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828533 Sep 13 15:30:49.344644 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ba8061d7-7055-4236-a9b4-50b73e720197 req-f301a7a0-4b06-43f9-ba4a-a17aeff4a9e6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776391 Sep 13 15:30:49.372674 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 791fe666-c2cb-4d8a-91fa-3927d141b45c is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:49.373277 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:49.400845 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:49.405478 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791fe666-c2cb-4d8a-91fa-3927d141b45c {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:49.413808 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:49.464913 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 791fe666-c2cb-4d8a-91fa-3927d141b45c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:49.480005 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:49.502975 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8c605c1b-be6e-4bf8-8d00-af61d57887b0,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:49.559758 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36ea25-0060-45b1-ad36-666e2c5bf1ba req-aedae922-a7e8-434e-80b5-327c605b3995 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:49.561847 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd36ea25-0060-45b1-ad36-666e2c5bf1ba req-aedae922-a7e8-434e-80b5-327c605b3995 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.1461933 Sep 13 15:30:49.609127 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:49.626256 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37fae0b-060e-425c-afe1-4f710058c3d4" -d '{"events": [{"server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "name": "network-vif-plugged", "status": "completed", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:49.633846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=791fe666-c2cb-4d8a-91fa-3927d141b45c,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:49.648791 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6e86b-b872-407e-9ae6-31c5103f76bb req-af3c1102-9dfa-40d7-9fa8-df7e802eb17e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:49.650410 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ade6e86b-b872-407e-9ae6-31c5103f76bb req-af3c1102-9dfa-40d7-9fa8-df7e802eb17e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0969148 Sep 13 15:30:49.695565 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd36ea25-0060-45b1-ad36-666e2c5bf1ba req-ef869c7e-2193-4ee6-bc00-bec99b7dee8e tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215503 Sep 13 15:30:49.723971 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ade6e86b-b872-407e-9ae6-31c5103f76bb req-17011e22-7c97-4b68-82b9-22325a43843d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Sep 13 15:30:49.865550 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6232ac31-3f48-40fb-85ca-72d12687d09e x-openstack-request-id: req-6232ac31-3f48-40fb-85ca-72d12687d09e {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:49.865867 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "name": "network-vif-plugged", "status": "completed", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:49.866134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6232ac31-3f48-40fb-85ca-72d12687d09e {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:49.866603 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6232ac31-3f48-40fb-85ca-72d12687d09e'] response: {'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'code': 200} Sep 13 15:30:50.436311 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd03312-a8b0-4f83-bb25-8b3ab9b8c4ce req-df3c6c0c-4121-484e-9bf6-ff1e098578ad tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:50.442793 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0dd03312-a8b0-4f83-bb25-8b3ab9b8c4ce req-df3c6c0c-4121-484e-9bf6-ff1e098578ad tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0551324 Sep 13 15:30:50.522664 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b494-5f2d-4b4f-a7e1-6afcdc9076b7 req-db6f76eb-79bd-4271-9337-deb5d84ae679 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:50.524286 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3088b494-5f2d-4b4f-a7e1-6afcdc9076b7 req-db6f76eb-79bd-4271-9337-deb5d84ae679 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0724688 Sep 13 15:30:50.527418 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:50.531937 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0dd03312-a8b0-4f83-bb25-8b3ab9b8c4ce req-f4cba3df-692b-45dd-9f44-812ed390e6ba tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882475 Sep 13 15:30:50.579092 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3088b494-5f2d-4b4f-a7e1-6afcdc9076b7 req-9530ed36-770a-4e0c-84df-6651cc7e3957 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Sep 13 15:30:50.815317 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:50.846209 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0e0e9-1af3-4241-910d-ee2bd297ea84 req-2b3c2580-7fc9-4b0d-8bfb-188e67244c90 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:50.848039 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-86a0e0e9-1af3-4241-910d-ee2bd297ea84 req-2b3c2580-7fc9-4b0d-8bfb-188e67244c90 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0740113 Sep 13 15:30:50.863886 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15111e6-00e3-4178-a936-3b8f7e87c84c req-4886c010-0e73-4d98-afc8-00ce6329f772 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:50.865276 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d15111e6-00e3-4178-a936-3b8f7e87c84c req-4886c010-0e73-4d98-afc8-00ce6329f772 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0637567 Sep 13 15:30:50.951441 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-86a0e0e9-1af3-4241-910d-ee2bd297ea84 req-5206f039-03d8-484b-bcdb-e1d8f2eabda7 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943983 Sep 13 15:30:50.960373 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d15111e6-00e3-4178-a936-3b8f7e87c84c req-bf7d29ae-a4fe-483e-9a01-fe8874d47554 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882349 Sep 13 15:30:51.057406 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:51.247750 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:51.660259 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cacbda-136b-4160-9995-b7bc59981313 req-b4a340f2-3abc-466a-97a6-008acd1e09f0 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:51.661800 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-20cacbda-136b-4160-9995-b7bc59981313 req-b4a340f2-3abc-466a-97a6-008acd1e09f0 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0485711 Sep 13 15:30:51.726173 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b83fa3-bdb9-43ec-9c4d-71013ddbfec3 req-8ae73b94-d2d1-40f9-a913-d1f1eb971559 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:51.727652 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-96b83fa3-bdb9-43ec-9c4d-71013ddbfec3 req-8ae73b94-d2d1-40f9-a913-d1f1eb971559 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0646684 Sep 13 15:30:51.772403 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-20cacbda-136b-4160-9995-b7bc59981313 req-61dcad96-22f5-49bd-9a14-94c17f1ece9a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006057 Sep 13 15:30:51.799246 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-96b83fa3-bdb9-43ec-9c4d-71013ddbfec3 req-330c5d73-b9c8-49b7-87df-933df8ad5359 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605011 Sep 13 15:30:52.103243 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ce09c-b7ca-4d01-80f7-2bfa8caed4da req-1003b31c-938e-48df-a0c4-ac21f06c3fda tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:52.104722 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-481ce09c-b7ca-4d01-80f7-2bfa8caed4da req-1003b31c-938e-48df-a0c4-ac21f06c3fda tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0725367 Sep 13 15:30:52.112203 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f63d6-34b1-4a03-b7bb-95f023d7cb5a req-0fd84691-4870-4aff-9c22-1383d94f38c8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:52.113556 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3f4f63d6-34b1-4a03-b7bb-95f023d7cb5a req-0fd84691-4870-4aff-9c22-1383d94f38c8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0725334 Sep 13 15:30:52.188760 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-481ce09c-b7ca-4d01-80f7-2bfa8caed4da req-118a565d-26d9-4655-a97f-d5e2d0f87a97 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742505 Sep 13 15:30:52.192058 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3f4f63d6-34b1-4a03-b7bb-95f023d7cb5a req-42aad953-1f2f-4de3-a245-e774d01b83f1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707753 Sep 13 15:30:52.621387 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:30:52.837346 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['791fe666-c2cb-4d8a-91fa-3927d141b45c'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:30:52.952118 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36693dbc-7f84-47d5-9c8a-ca63b69d17b8 req-5b4ba171-cfaa-4f0b-84c3-8d87a3cd5a25 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:52.953613 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-36693dbc-7f84-47d5-9c8a-ca63b69d17b8 req-5b4ba171-cfaa-4f0b-84c3-8d87a3cd5a25 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0815752 Sep 13 15:30:52.973471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14eace-1912-4e16-aac5-d6405937a5a9 req-0f4e29ef-4bbd-4c8d-b55e-f0b7e02fc8ae tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:52.974991 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4c14eace-1912-4e16-aac5-d6405937a5a9 req-0f4e29ef-4bbd-4c8d-b55e-f0b7e02fc8ae tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0656354 Sep 13 15:30:53.043253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-36693dbc-7f84-47d5-9c8a-ca63b69d17b8 req-d8ac4041-d82c-4b5f-a5cd-1f2b998833c7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836897 Sep 13 15:30:53.047400 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4c14eace-1912-4e16-aac5-d6405937a5a9 req-eb02b5e3-81f6-471f-9869-683bae95102e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652485 Sep 13 15:30:53.339331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bc338-f502-4302-9883-953d34fd4800 req-38ada774-bd25-4750-9c27-a4a9a755497d tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:53.340788 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a30bc338-f502-4302-9883-953d34fd4800 req-38ada774-bd25-4750-9c27-a4a9a755497d tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0759385 Sep 13 15:30:53.347750 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b5fb-c120-4c68-98be-0cf51f7625d6 req-7fd3d82f-2e19-4274-a156-219b20c497ad tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:53.349647 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bfd5b5fb-c120-4c68-98be-0cf51f7625d6 req-7fd3d82f-2e19-4274-a156-219b20c497ad tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0744967 Sep 13 15:30:53.436663 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a30bc338-f502-4302-9883-953d34fd4800 req-649ab54a-c9f0-4f7b-8725-8c17e8070571 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858712 Sep 13 15:30:53.440756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bfd5b5fb-c120-4c68-98be-0cf51f7625d6 req-60089bac-c11b-47b4-9499-0255b4360444 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816147 Sep 13 15:30:53.722659 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:53.746243 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-801c15dd-f04d-4469-8d15-7169d0002eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:53.748077 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-801c15dd-f04d-4469-8d15-7169d0002eaf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806649 Sep 13 15:30:53.780630 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-48aa3f81-28c7-46f5-80f6-d3b89f2494bd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 200 len: 217 time: 0.1128151 Sep 13 15:30:53.806680 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1729f257-d309-41f9-8035-972f8a23376e req-4f592b8c-e682-4182-a309-8d04e92b3966 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326270 Sep 13 15:30:54.205365 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536ab77-1a5f-4608-858c-cdbcf2422751 req-ebff01a3-17fb-47df-95da-d168c1bcfae3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:54.206913 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7536ab77-1a5f-4608-858c-cdbcf2422751 req-ebff01a3-17fb-47df-95da-d168c1bcfae3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0734823 Sep 13 15:30:54.227801 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b112a-5aa8-4f0b-9ac9-8c6e18d79179 req-76b2f21f-0beb-4408-83cc-1f7c618b43a3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:54.229655 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-702b112a-5aa8-4f0b-9ac9-8c6e18d79179 req-76b2f21f-0beb-4408-83cc-1f7c618b43a3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0676460 Sep 13 15:30:54.277579 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:54.296169 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7536ab77-1a5f-4608-858c-cdbcf2422751 req-80f3ad27-d840-4007-a5ad-183599169491 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836229 Sep 13 15:30:54.307939 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-702b112a-5aa8-4f0b-9ac9-8c6e18d79179 req-a975182d-ca90-48f5-84d1-f09910f5a10c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701609 Sep 13 15:30:54.591545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd766cb8-707d-4c1f-9860-d9782ecb7686 req-03164acb-abbb-455f-a0a1-e58748bc5143 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:54.592923 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dd766cb8-707d-4c1f-9860-d9782ecb7686 req-03164acb-abbb-455f-a0a1-e58748bc5143 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 943 time: 0.0752225 Sep 13 15:30:54.600816 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7197-09a2-477f-aaee-d8573da02643 req-ac00a3ef-2c58-4969-8b91-172b555df884 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:54.602233 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-535f7197-09a2-477f-aaee-d8573da02643 req-ac00a3ef-2c58-4969-8b91-172b555df884 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0752838 Sep 13 15:30:54.675065 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dd766cb8-707d-4c1f-9860-d9782ecb7686 req-f4626134-cf4a-4c20-8ffe-98353894a590 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Sep 13 15:30:54.678359 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-535f7197-09a2-477f-aaee-d8573da02643 req-e1005b12-70f0-4d20-adb8-7d10ef06d541 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690055 Sep 13 15:30:54.928199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device cdd622f7-1540-4df3-9a58-fc9530ecac1d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:30:54.931035 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 791fe666-c2cb-4d8a-91fa-3927d141b45c up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:55.092706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 791fe666-c2cb-4d8a-91fa-3927d141b45c completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:30:55.102500 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port cdd622f7-1540-4df3-9a58-fc9530ecac1d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=cdd622f7-1540-4df3-9a58-fc9530ecac1d,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:55.115810 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 791fe666-c2cb-4d8a-91fa-3927d141b45c triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:55.116191 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:55.148967 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d', 'network_id': '853b8391-5bbf-48bb-90af-a48b0e48e5ff', 'port_id': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d', 'mac_address': 'fa:16:3e:57:8e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c4b948-6e05-4244-b9fc-c8332b3cbc53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:30:55.230357 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:55.230357 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port cdd622f7-1540-4df3-9a58-fc9530ecac1d is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:55.230357 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:55.252259 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd622f7-1540-4df3-9a58-fc9530ecac1d {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:55.306828 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port cdd622f7-1540-4df3-9a58-fc9530ecac1d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=cdd622f7-1540-4df3-9a58-fc9530ecac1d,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:55.320262 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:55.327402 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:55.329808 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 791fe666-c2cb-4d8a-91fa-3927d141b45c is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:55.330601 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:55.410360 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-1c9ad095-0ba1-4143-b22f-7dba4d2a3eaf tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:55.413931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 791fe666-c2cb-4d8a-91fa-3927d141b45c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:55.417676 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791fe666-c2cb-4d8a-91fa-3927d141b45c'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:55.419142 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-1c9ad095-0ba1-4143-b22f-7dba4d2a3eaf tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/networks?id=305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 200 len: 809 time: 0.1774151 Sep 13 15:30:55.420023 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a25e2-79eb-408d-ac61-aad1f504e035" -d '{"events": [{"server_uuid": "29ef7238-7280-4c0f-b213-4efdc33bccc0", "name": "network-vif-plugged", "status": "completed", "tag": "791fe666-c2cb-4d8a-91fa-3927d141b45c"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:55.428996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:55.441114 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=cdd622f7-1540-4df3-9a58-fc9530ecac1d,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:55.448994 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.449336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.449704 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.450055 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.450424 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.450750 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.451074 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.451395 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.451717 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.452159 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.452488 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.452811 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.453131 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.453446 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.453763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:55.471414 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-e19572c1-20d6-44e9-bf26-eaf2db99a9ef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/quotas/5b820ea465db4802aaa22dbaa4e7397a HTTP/1.1" status: 200 len: 375 time: 0.0510116 Sep 13 15:30:55.499968 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313879c-b7b2-4c4d-ad6f-009204fc8218 req-9c89168e-f322-4eb3-a38a-3ebbf3f34ca5 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:55.501536 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2313879c-b7b2-4c4d-ad6f-009204fc8218 req-9c89168e-f322-4eb3-a38a-3ebbf3f34ca5 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0795276 Sep 13 15:30:55.511081 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=791fe666-c2cb-4d8a-91fa-3927d141b45c,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:55.529354 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-ea89257e-e172-44f1-85b6-e732fb4f3230 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477636 Sep 13 15:30:55.633339 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2313879c-b7b2-4c4d-ad6f-009204fc8218 req-e2ee25e3-05a5-4d06-bb5c-eddfc6d4c2d6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081350 Sep 13 15:30:55.677028 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['cdd622f7-1540-4df3-9a58-fc9530ecac1d'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:30:55.681459 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-cd6a869b-6a0a-4217-960f-c369186dd8e8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446912 Sep 13 15:30:55.789752 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa83ec-1ed7-44c8-b449-1950c062ac47 req-0063c432-36a8-4a20-9fc8-9a4d55809e51 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:55.791442 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6ffa83ec-1ed7-44c8-b449-1950c062ac47 req-0063c432-36a8-4a20-9fc8-9a4d55809e51 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0862277 Sep 13 15:30:55.837640 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-1dcbc872-94f8-4b79-8ae2-c715b2a1f495 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545486 Sep 13 15:30:55.870641 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6ffa83ec-1ed7-44c8-b449-1950c062ac47 req-495137c1-68cb-48f0-a5be-c44d4ed42021 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731568 Sep 13 15:30:55.962423 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6ad59-5e6d-4b51-a264-156e19809ae8 x-openstack-request-id: req-11b6ad59-5e6d-4b51-a264-156e19809ae8 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:55.963133 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ef7238-7280-4c0f-b213-4efdc33bccc0", "name": "network-vif-plugged", "status": "completed", "tag": "791fe666-c2cb-4d8a-91fa-3927d141b45c", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:55.963133 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11b6ad59-5e6d-4b51-a264-156e19809ae8 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:55.963802 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6ad59-5e6d-4b51-a264-156e19809ae8'] response: {'server_uuid': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791fe666-c2cb-4d8a-91fa-3927d141b45c', 'code': 200} Sep 13 15:30:56.117045 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2dc6-197f-4ca5-98d6-8828bfc537c3 req-0feab385-394c-42be-add3-3cd60f4a3d7d tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.122864 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f18f2dc6-197f-4ca5-98d6-8828bfc537c3 req-0feab385-394c-42be-add3-3cd60f4a3d7d tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 944 time: 0.1106970 Sep 13 15:30:56.144308 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c3aeb-a514-407a-9425-01f4dcd88821 req-60c5f764-b09d-46c0-8471-315be1e336ed tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.151780 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-742c3aeb-a514-407a-9425-01f4dcd88821 req-60c5f764-b09d-46c0-8471-315be1e336ed tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0940979 Sep 13 15:30:56.277565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:56.281253 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-6c05a3c0-8722-440f-b264-28e8589e8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.282842 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-6c05a3c0-8722-440f-b264-28e8589e8067 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.1160202 Sep 13 15:30:56.290470 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:56.306090 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f18f2dc6-197f-4ca5-98d6-8828bfc537c3 req-5d23955f-ac3a-4700-8a51-7e88ddaf05dc tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464758 Sep 13 15:30:56.348309 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-93dda169-f1d1-4a94-b99d-1bcfa30b516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.350957 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-93dda169-f1d1-4a94-b99d-1bcfa30b516f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600562 Sep 13 15:30:56.377763 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-742c3aeb-a514-407a-9425-01f4dcd88821 req-17a3c322-3125-4d00-83a8-f0fc5ca3d1e6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249970 Sep 13 15:30:56.435873 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-505e6b55-842c-46f1-8082-9d35f3da9da6 req-1d25b8b6-93c4-447d-b544-e3867836f8f7 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0516689 Sep 13 15:30:56.460442 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-2120f38b-8526-4cbc-8409-0f025cbdb2bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698934 Sep 13 15:30:56.607162 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71e3f550-1080-45a0-ab03-dfd395b29fde req-90815174-4d8e-4e3c-91f4-961ffd4ed58c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395831 Sep 13 15:30:56.679481 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179211-c223-4898-9dce-8a03699355a9 req-adf752a3-58ca-4bae-9420-10a1d2d0d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.684939 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9c179211-c223-4898-9dce-8a03699355a9 req-adf752a3-58ca-4bae-9420-10a1d2d0d70f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1130 time: 0.1821818 Sep 13 15:30:56.691678 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070bd0-5830-42a0-bafc-6775d7c3bfc7 req-5ed6f980-f89a-4a17-b173-4640c36f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.693337 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-29070bd0-5830-42a0-bafc-6775d7c3bfc7 req-5ed6f980-f89a-4a17-b173-4640c36f6d51 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1129 time: 0.1172671 Sep 13 15:30:56.724970 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-cb090c39-f243-449c-9fca-87538d749bb2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643215 Sep 13 15:30:56.794936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914bae-9502-4fe7-a18a-7da1de787fbc req-27c54e10-63e1-42eb-a5d6-6a085340f89a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:56.803305 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d914bae-9502-4fe7-a18a-7da1de787fbc req-27c54e10-63e1-42eb-a5d6-6a085340f89a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0640905 Sep 13 15:30:56.887194 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d914bae-9502-4fe7-a18a-7da1de787fbc req-f182d13f-8cbd-43c4-86fc-6564e36fea47 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822351 Sep 13 15:30:56.927948 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 678a26e2-4972-4820-8b36-e8ab2402f95d details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:30:56.930731 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device cdd622f7-1540-4df3-9a58-fc9530ecac1d up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:57.061321 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab019ff-c0da-4b2c-8cdb-263f7d598326 req-392cb03d-f36a-40d7-b53d-11cb779b1757 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:57.068454 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0ab019ff-c0da-4b2c-8cdb-263f7d598326 req-392cb03d-f36a-40d7-b53d-11cb779b1757 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0832870 Sep 13 15:30:57.125083 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0ab019ff-c0da-4b2c-8cdb-263f7d598326 req-a36ef62c-9c59-4fbc-adf3-32da964211e0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552413 Sep 13 15:30:57.127786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port cdd622f7-1540-4df3-9a58-fc9530ecac1d completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:30:57.144388 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port cdd622f7-1540-4df3-9a58-fc9530ecac1d triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:57.144955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.174867 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 678a26e2-4972-4820-8b36-e8ab2402f95d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=678a26e2-4972-4820-8b36-e8ab2402f95d,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:57.179008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:57.202152 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '678a26e2-4972-4820-8b36-e8ab2402f95d', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'port_id': '678a26e2-4972-4820-8b36-e8ab2402f95d', 'mac_address': 'fa:16:3e:53:d7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:30:57.278912 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 678a26e2-4972-4820-8b36-e8ab2402f95d is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:57.279479 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.282542 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port cdd622f7-1540-4df3-9a58-fc9530ecac1d is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:57.282939 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.303419 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678a26e2-4972-4820-8b36-e8ab2402f95d {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:57.343774 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 678a26e2-4972-4820-8b36-e8ab2402f95d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=678a26e2-4972-4820-8b36-e8ab2402f95d,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:57.345864 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port cdd622f7-1540-4df3-9a58-fc9530ecac1d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=cdd622f7-1540-4df3-9a58-fc9530ecac1d,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:57.350273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.356478 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.409248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=678a26e2-4972-4820-8b36-e8ab2402f95d,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:57.446309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1455eb-e4ba-4564-8c02-84fd4764271a req-370a158c-d722-430f-9fbb-c9d316013a36 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:57.448683 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cf1455eb-e4ba-4564-8c02-84fd4764271a req-370a158c-d722-430f-9fbb-c9d316013a36 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0600226 Sep 13 15:30:57.467082 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=cdd622f7-1540-4df3-9a58-fc9530ecac1d,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:57.535686 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56890) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:57.539377 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cf1455eb-e4ba-4564-8c02-84fd4764271a req-5e31c163-b443-44bb-846d-f5fde249ac4b tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825672 Sep 13 15:30:57.544948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e104a0-3e84-4131-b437-529a952cd871 req-96355373-2e2c-498e-9e0c-ee02d252be6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:57.546620 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b5e104a0-3e84-4131-b437-529a952cd871 req-96355373-2e2c-498e-9e0c-ee02d252be6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0806046 Sep 13 15:30:57.605700 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b5e104a0-3e84-4131-b437-529a952cd871 req-4884c52e-6ac7-4c16-aaa9-9e45c0eb4d3b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521960 Sep 13 15:30:57.648971 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-70ca72bb-1735-47ae-9267-1c3bf4c675ea req-93035f21-4b5f-424c-8047-796042902b82 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0432696 Sep 13 15:30:57.665367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.738864 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Publish callbacks [] for security_group (814f2ac4-9235-47c4-9962-f409e9604b02), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.745620 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (814f2ac4-9235-47c4-9962-f409e9604b02), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.782388 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814f2ac4-9235-47c4-9962-f409e9604b02,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:57.786325 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8b934b7f515d446786fc24961906d672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494600 Sep 13 15:30:57.789359 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56894) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:57.792301 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.792652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.792997 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.793336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.793656 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.793993 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.794349 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.794682 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.795024 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.795350 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.795681 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.796023 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.796346 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.796657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.796983 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb073d2-ca9f-4873-b12e-302232d9641e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.839538 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Publish callbacks [] for security_group (814f2ac4-9235-47c4-9962-f409e9604b02), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.859755 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Publish callbacks [] for security_group (814f2ac4-9235-47c4-9962-f409e9604b02), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.886285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['678a26e2-4972-4820-8b36-e8ab2402f95d'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:30:57.912343 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (814f2ac4-9235-47c4-9962-f409e9604b02), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.914889 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:57.917303 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/814f2ac4-9235-47c4-9962-f409e9604b02 HTTP/1.1" status: 204 len: 168 time: 0.1256497 Sep 13 15:30:57.935465 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f2ac4-9235-47c4-9962-f409e9604b02,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:57.945834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.946221 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.946590 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.946940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.947717 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.948056 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.948392 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.948723 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.949052 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.949384 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.949758 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.950145 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.950478 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.950805 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.951123 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a4de9-1edf-4764-b014-0c1af55c0020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:30:57.967199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:30:57.970668 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66943ddc-2362-406c-ae22-f1a9f7d44290" -d '{"events": [{"server_uuid": "4a3f4ab8-cedc-4b59-a85c-89535bb22caf", "name": "network-vif-plugged", "status": "completed", "tag": "cdd622f7-1540-4df3-9a58-fc9530ecac1d"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:30:58.035477 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149cf7d4-593b-4fd9-9760-6c68ba8f093e x-openstack-request-id: req-149cf7d4-593b-4fd9-9760-6c68ba8f093e {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:30:58.035788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f4ab8-cedc-4b59-a85c-89535bb22caf", "name": "network-vif-plugged", "status": "completed", "tag": "cdd622f7-1540-4df3-9a58-fc9530ecac1d", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:30:58.036041 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-149cf7d4-593b-4fd9-9760-6c68ba8f093e {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:30:58.036564 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149cf7d4-593b-4fd9-9760-6c68ba8f093e'] response: {'server_uuid': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d', 'code': 200} Sep 13 15:30:58.049647 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:58.059113 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d450a-af8c-45d1-81c3-c6ffdd158fa3 req-ed5d2b05-c244-476f-a82f-f92e27c3604a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:58.060658 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-653d450a-af8c-45d1-81c3-c6ffdd158fa3 req-ed5d2b05-c244-476f-a82f-f92e27c3604a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0579119 Sep 13 15:30:58.113817 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-653d450a-af8c-45d1-81c3-c6ffdd158fa3 req-46b4a6c3-2a30-4f70-b393-2c86b0d2fc13 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Sep 13 15:30:58.259983 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56920) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:58.275884 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0a91-dba2-49ab-a848-899a848c176c req-ff5b603c-5d09-425c-9c41-6652a9732e61 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:58.276737 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f68aa460-b2f7-4d5d-a985-db0859df651f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.277597 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f2ab0a91-dba2-49ab-a848-899a848c176c req-ff5b603c-5d09-425c-9c41-6652a9732e61 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0532300 Sep 13 15:30:58.352105 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f2ab0a91-dba2-49ab-a848-899a848c176c req-fd40ead9-2dbc-4616-bb80-c77ef5627e47 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679519 Sep 13 15:30:58.358474 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56930) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:58.389620 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f68aa460-b2f7-4d5d-a985-db0859df651f admin admin] Publish callbacks [] for security_group (6deeb714-9e87-4172-8a7f-48c6165a3f45), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.395414 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f68aa460-b2f7-4d5d-a985-db0859df651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (6deeb714-9e87-4172-8a7f-48c6165a3f45), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.409576 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Deleting subnet c15915af-7b9b-4e3a-9ca2-7af83df89575 {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:30:58.412369 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:58.413419 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Publish callbacks [] for subnet (c15915af-7b9b-4e3a-9ca2-7af83df89575), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.413917 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:58.437706 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aa460-b2f7-4d5d-a985-db0859df651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deeb714-9e87-4172-8a7f-48c6165a3f45,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:58.439431 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:58.444065 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f68aa460-b2f7-4d5d-a985-db0859df651f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e5a6119b7301452bb4181c5b9481c7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824524 Sep 13 15:30:58.447700 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56932) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:58.461832 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Publish callbacks [] for subnet (c15915af-7b9b-4e3a-9ca2-7af83df89575), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.473889 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (c15915af-7b9b-4e3a-9ca2-7af83df89575), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.505942 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83e53627-7f76-4200-a7a0-1d6c1f116672 admin admin] Publish callbacks [] for security_group (6deeb714-9e87-4172-8a7f-48c6165a3f45), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.529394 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83e53627-7f76-4200-a7a0-1d6c1f116672 admin admin] Publish callbacks [] for security_group (6deeb714-9e87-4172-8a7f-48c6165a3f45), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.542822 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for subnet (c15915af-7b9b-4e3a-9ca2-7af83df89575), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.582276 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.590261 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/c15915af-7b9b-4e3a-9ca2-7af83df89575 HTTP/1.1" status: 204 len: 168 time: 0.2261839 Sep 13 15:30:58.590261 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274568de-414d-41e3-9a9b-20bc38d847a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15915af-7b9b-4e3a-9ca2-7af83df89575,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:58.591075 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56938) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:58.601136 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:58.623010 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56940) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:58.649202 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83e53627-7f76-4200-a7a0-1d6c1f116672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (6deeb714-9e87-4172-8a7f-48c6165a3f45), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.652056 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83e53627-7f76-4200-a7a0-1d6c1f116672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.653783 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-83e53627-7f76-4200-a7a0-1d6c1f116672 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6deeb714-9e87-4172-8a7f-48c6165a3f45 HTTP/1.1" status: 204 len: 168 time: 0.2048745 Sep 13 15:30:58.677992 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e53627-7f76-4200-a7a0-1d6c1f116672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deeb714-9e87-4172-8a7f-48c6165a3f45,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:58.690478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (8f3969a9-3479-4e8c-b396-d7a9f2447053), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.739939 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd9aab-a278-44b9-a973-67d9acc79aee req-6cad082c-0605-4f00-9eca-c8c20827f856 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:58.741587 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3fd9aab-a278-44b9-a973-67d9acc79aee req-6cad082c-0605-4f00-9eca-c8c20827f856 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0919037 Sep 13 15:30:58.794005 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (8f3969a9-3479-4e8c-b396-d7a9f2447053), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.797974 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fc54a-05f3-41b5-a290-804bd55358c1 req-9b3805b0-40d0-4c1b-b200-55eed5454c99 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:58.799528 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e41fc54a-05f3-41b5-a290-804bd55358c1 req-9b3805b0-40d0-4c1b-b200-55eed5454c99 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0806370 Sep 13 15:30:58.833022 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.833609 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.834436 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.835404 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > port after_create 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.836573 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.836949 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > port after_update 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.837267 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.837401 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d82b2b5c-f89b-4358-87f6-703dd7cba136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:58.837643 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.838967 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.839315 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:58.869378 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3fd9aab-a278-44b9-a973-67d9acc79aee req-6676f420-39ef-43cd-a397-25dd8f14c4e7 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092138 Sep 13 15:30:58.905903 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e41fc54a-05f3-41b5-a290-804bd55358c1 req-d27a3564-2ca4-4cf8-b7be-cff31caa55e6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Sep 13 15:30:58.924872 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:30:58.927651 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 678a26e2-4972-4820-8b36-e8ab2402f95d up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:30:59.004582 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d82b2b5c-f89b-4358-87f6-703dd7cba136 admin admin] Publish callbacks [] for security_group (c1f977ec-a438-4e00-8dec-bde02d2fe029), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.007045 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-edb621ed-90e7-4037-9a4b-93f815d1ec33 req-89ed377a-8441-4d5e-b902-b5483431cbd4 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0364347 Sep 13 15:30:59.012223 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d82b2b5c-f89b-4358-87f6-703dd7cba136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (c1f977ec-a438-4e00-8dec-bde02d2fe029), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.049853 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 678a26e2-4972-4820-8b36-e8ab2402f95d completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:30:59.059746 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:59.060394 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:59.060922 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:59.061444 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:30:59.062637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3969a9-3479-4e8c-b396-d7a9f2447053']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:59.064730 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 678a26e2-4972-4820-8b36-e8ab2402f95d triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:30:59.065176 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.077703 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b2b5c-f89b-4358-87f6-703dd7cba136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f977ec-a438-4e00-8dec-bde02d2fe029,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:59.082436 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-d82b2b5c-f89b-4358-87f6-703dd7cba136 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9af6ad7365764a39a87775b62c80cf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580760 Sep 13 15:30:59.085180 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 56958) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:59.150768 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520ce061-9fa8-4b53-94c9-171e5a3b9111') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:59.151155 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520ce061-9fa8-4b53-94c9-171e5a3b9111') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:30:59.157374 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9c179211-c223-4898-9dce-8a03699355a9 req-f11259d0-9b1f-47b2-ba63-47b8b8c87d08 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.160861 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0a961449-eff0-45cc-8bdb-aa0d996b0420 admin admin] Publish callbacks [] for security_group (c1f977ec-a438-4e00-8dec-bde02d2fe029), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.183556 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-29070bd0-5830-42a0-bafc-6775d7c3bfc7 req-6f176516-80d4-4361-93d3-698a28da801c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.186941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0a961449-eff0-45cc-8bdb-aa0d996b0420 admin admin] Publish callbacks [] for security_group (c1f977ec-a438-4e00-8dec-bde02d2fe029), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.231274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (520ce061-9fa8-4b53-94c9-171e5a3b9111), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.294239 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575cd6-1135-4535-a607-dddf9b2ecc88 req-2b0ca8e5-3735-4810-b43e-b70124db2694 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:59.296130 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-00575cd6-1135-4535-a607-dddf9b2ecc88 req-2b0ca8e5-3735-4810-b43e-b70124db2694 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0671747 Sep 13 15:30:59.328131 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (520ce061-9fa8-4b53-94c9-171e5a3b9111), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.349288 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:59.364235 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'mac_address': 'fa:16:3e:76:3f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:30:59.365896 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:30:59.366355 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (520ce061-9fa8-4b53-94c9-171e5a3b9111), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.391687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0a961449-eff0-45cc-8bdb-aa0d996b0420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (c1f977ec-a438-4e00-8dec-bde02d2fe029), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.395881 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0a961449-eff0-45cc-8bdb-aa0d996b0420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.397106 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-0a961449-eff0-45cc-8bdb-aa0d996b0420 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c1f977ec-a438-4e00-8dec-bde02d2fe029 HTTP/1.1" status: 204 len: 168 time: 0.3110151 Sep 13 15:30:59.464446 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-29070bd0-5830-42a0-bafc-6775d7c3bfc7 req-6f176516-80d4-4361-93d3-698a28da801c service neutron] Publish callbacks [] for security_group (7049b397-60de-4be6-9351-c28b4cb22ee4), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.485933 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961449-eff0-45cc-8bdb-aa0d996b0420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f977ec-a438-4e00-8dec-bde02d2fe029,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:59.495759 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-29070bd0-5830-42a0-bafc-6775d7c3bfc7 req-6f176516-80d4-4361-93d3-698a28da801c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7049b397-60de-4be6-9351-c28b4cb22ee4), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.505841 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.db.api [req-9c179211-c223-4898-9dce-8a03699355a9 req-f11259d0-9b1f-47b2-ba63-47b8b8c87d08 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c30b8f78ae8c4ee2b59357d0be54f953 {{(pid=106264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 15:30:59.506255 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG oslo_db.api [req-9c179211-c223-4898-9dce-8a03699355a9 req-f11259d0-9b1f-47b2-ba63-47b8b8c87d08 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 15:30:59.508605 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c7cbc30f-dafa-4c44-9257-b24709825612 req-16c8be41-8c52-4f67-81b2-1876142dad2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345422 Sep 13 15:30:59.538173 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (8f3969a9-3479-4e8c-b396-d7a9f2447053), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.567803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:59.568837 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f176516-80d4-4361-93d3-698a28da801c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7049b397-60de-4be6-9351-c28b4cb22ee4,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:59.572904 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.576930 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/8f3969a9-3479-4e8c-b396-d7a9f2447053 HTTP/1.1" status: 204 len: 168 time: 0.9864352 Sep 13 15:30:59.581483 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-29070bd0-5830-42a0-bafc-6775d7c3bfc7 req-6f176516-80d4-4361-93d3-698a28da801c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088232 Sep 13 15:30:59.583196 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56974) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:30:59.605494 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6589d0-0d84-4715-82b7-86c271d97902 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3969a9-3479-4e8c-b396-d7a9f2447053,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:30:59.679198 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-00575cd6-1135-4535-a607-dddf9b2ecc88 req-2cf5e9a4-f4a2-4248-9bb0-81214b10c758 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769741 Sep 13 15:30:59.690332 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 678a26e2-4972-4820-8b36-e8ab2402f95d is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:59.691559 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.708278 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Deleting subnet 0d214ba0-823e-4930-8b3e-c497c5ab61a4 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:30:59.726391 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Publish callbacks [] for subnet (0d214ba0-823e-4930-8b3e-c497c5ab61a4), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.761038 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b870969-5209-4afc-b134-ea76e8d57950 req-d367f6fd-d173-4858-9b62-9bb376107230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:59.763155 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:59.763434 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8b870969-5209-4afc-b134-ea76e8d57950 req-d367f6fd-d173-4858-9b62-9bb376107230 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 1129 time: 0.2540586 Sep 13 15:30:59.767264 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:30:59.781864 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:30:59.783059 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.784507 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7873438-5153-4568-859d-a05f93bc58d1 req-7bcdfcca-fa60-4ab8-b3ff-1b2ea852d542 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:30:59.789321 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f7873438-5153-4568-859d-a05f93bc58d1 req-7bcdfcca-fa60-4ab8-b3ff-1b2ea852d542 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.1638246 Sep 13 15:30:59.803887 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (0d214ba0-823e-4930-8b3e-c497c5ab61a4), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.815918 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 678a26e2-4972-4820-8b36-e8ab2402f95d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=678a26e2-4972-4820-8b36-e8ab2402f95d,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:59.818998 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:30:59.829915 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.876920 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f7873438-5153-4568-859d-a05f93bc58d1 req-5e32d4d3-8e72-4999-9804-c0458db1ba77 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688560 Sep 13 15:30:59.894637 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:30:59.906043 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (0d214ba0-823e-4930-8b3e-c497c5ab61a4), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.927986 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:30:59.977954 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=678a26e2-4972-4820-8b36-e8ab2402f95d,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:00.010787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9c179211-c223-4898-9dce-8a03699355a9 req-f11259d0-9b1f-47b2-ba63-47b8b8c87d08 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.034053 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:00.038863 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678a26e2-4972-4820-8b36-e8ab2402f95d'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:00.042055 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084cf5b8-f6ce-4aa9-a0f8-2889acce1b47" -d '{"events": [{"server_uuid": "ecad0016-167e-481d-bc1a-44f01c614a59", "name": "network-vif-plugged", "status": "completed", "tag": "678a26e2-4972-4820-8b36-e8ab2402f95d"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:00.059259 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:00.094331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (0d214ba0-823e-4930-8b3e-c497c5ab61a4), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.129797 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:00.145109 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d214ba0-823e-4930-8b3e-c497c5ab61a4,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:00.149540 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.153069 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-92f3e924-308f-4ef5-8103-4924173bc106 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/0d214ba0-823e-4930-8b3e-c497c5ab61a4 HTTP/1.1" status: 204 len: 168 time: 0.5582299 Sep 13 15:31:00.157517 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56994) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:00.235754 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (2a4a46fa-1b9b-42a6-aeb0-db4c3897b953), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.248894 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 56996) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:00.273297 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-795c70b8-9192-4f64-873c-bfb59107ee10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.306901 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:31:00.351937 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8b870969-5209-4afc-b134-ea76e8d57950 req-cd9fb2a7-f3e4-432c-914c-c027daedc56c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493876 Sep 13 15:31:00.361555 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-795c70b8-9192-4f64-873c-bfb59107ee10 admin admin] Publish callbacks [] for security_group (eb367c73-a0c7-47c4-ab25-9d9f266f7f61), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.371848 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bc2dc-3fd5-4db5-8690-f9d4579bce59 req-ea7cb9e9-746b-482b-a789-619464920cb3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:00.373490 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3e0bc2dc-3fd5-4db5-8690-f9d4579bce59 req-ea7cb9e9-746b-482b-a789-619464920cb3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.2967911 Sep 13 15:31:00.382281 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc3d9-202f-440a-bc0d-1577cc698516 req-8218ee32-4f22-4bf0-ac66-272a1fb7b77b tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:00.388079 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 520ce061-9fa8-4b53-94c9-171e5a3b9111 resource provider aggregate not found Sep 13 15:31:00.394996 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8dedc3d9-202f-440a-bc0d-1577cc698516 req-8218ee32-4f22-4bf0-ac66-272a1fb7b77b tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.3354011 Sep 13 15:31:00.395351 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-795c70b8-9192-4f64-873c-bfb59107ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (eb367c73-a0c7-47c4-ab25-9d9f266f7f61), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.419458 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 520ce061-9fa8-4b53-94c9-171e5a3b9111 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 520ce061-9fa8-4b53-94c9-171e5a3b9111 found for delete ", "request_id": "req-ae791d12-2c76-4342-bff7-450327292c8b"}]} Sep 13 15:31:00.432589 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:00.451534 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9c179211-c223-4898-9dce-8a03699355a9 req-f11259d0-9b1f-47b2-ba63-47b8b8c87d08 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3810949 Sep 13 15:31:00.481727 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3e0bc2dc-3fd5-4db5-8690-f9d4579bce59 req-8650b64d-53f2-46d8-9fc0-00c9bb3d99a3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841811 Sep 13 15:31:00.489050 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-795c70b8-9192-4f64-873c-bfb59107ee10 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1d51dd7fa3f54e3f942c42aca5838002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295702 Sep 13 15:31:00.493287 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57004) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:00.517365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c70b8-9192-4f64-873c-bfb59107ee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb367c73-a0c7-47c4-ab25-9d9f266f7f61,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:00.524163 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (2a4a46fa-1b9b-42a6-aeb0-db4c3897b953), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.546375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4a46fa-1b9b-42a6-aeb0-db4c3897b953']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:00.556369 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:00.556752 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:00.558654 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8dedc3d9-202f-440a-bc0d-1577cc698516 req-dd2e53af-38a8-4d82-8be2-46727e0b7fda tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629932 Sep 13 15:31:00.568425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.591044 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.601751 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:31:00.602304 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.655100 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9761bb0c-875f-44a4-9fa2-13dea6957d0f req-fea7b222-b41c-4c93-8bf0-4474b1ba58ba tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0538495 Sep 13 15:31:00.660358 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6681250-3be0-4550-abd2-09d327d923a0 x-openstack-request-id: req-f6681250-3be0-4550-abd2-09d327d923a0 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:00.660846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad0016-167e-481d-bc1a-44f01c614a59", "name": "network-vif-plugged", "status": "completed", "tag": "678a26e2-4972-4820-8b36-e8ab2402f95d", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:00.661239 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6681250-3be0-4550-abd2-09d327d923a0 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:00.661784 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6681250-3be0-4550-abd2-09d327d923a0'] response: {'server_uuid': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678a26e2-4972-4820-8b36-e8ab2402f95d', 'code': 200} Sep 13 15:31:00.675339 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (2a4a46fa-1b9b-42a6-aeb0-db4c3897b953), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.682341 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25439c2c-a6df-4091-b69f-58ec26f414a0 admin admin] Publish callbacks [] for security_group (eb367c73-a0c7-47c4-ab25-9d9f266f7f61), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.685360 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.688509 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2a4a46fa-1b9b-42a6-aeb0-db4c3897b953 HTTP/1.1" status: 204 len: 168 time: 0.5298264 Sep 13 15:31:00.701274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f357d4-cbb9-4d6f-847c-775afecfeea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4a46fa-1b9b-42a6-aeb0-db4c3897b953,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:00.710514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25439c2c-a6df-4091-b69f-58ec26f414a0 admin admin] Publish callbacks [] for security_group (eb367c73-a0c7-47c4-ab25-9d9f266f7f61), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.769106 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25439c2c-a6df-4091-b69f-58ec26f414a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (eb367c73-a0c7-47c4-ab25-9d9f266f7f61), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.771991 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-25439c2c-a6df-4091-b69f-58ec26f414a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:00.776446 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-25439c2c-a6df-4091-b69f-58ec26f414a0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/eb367c73-a0c7-47c4-ab25-9d9f266f7f61 HTTP/1.1" status: 204 len: 168 time: 0.2769592 Sep 13 15:31:00.784678 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25439c2c-a6df-4091-b69f-58ec26f414a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb367c73-a0c7-47c4-ab25-9d9f266f7f61,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:00.874202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9d98-59b6-4dcc-abde-d341cd08df32 req-1c78b478-8246-425a-9b05-45ace8c423cf tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:00.875932 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-624d9d98-59b6-4dcc-abde-d341cd08df32 req-1c78b478-8246-425a-9b05-45ace8c423cf tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0503733 Sep 13 15:31:00.904786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57016) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:00.955757 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-624d9d98-59b6-4dcc-abde-d341cd08df32 req-76ae6520-e4eb-431d-a7d2-9d6a1802801b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741804 Sep 13 15:31:00.977510 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-10fd1db3-5557-4222-920c-79cf87d53940 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4e70bc4c4f6c429daf16241a82624849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713778 Sep 13 15:31:00.982168 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57020) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:01.049379 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-43a33c2a-07e4-466c-990d-3efc44fee03f admin admin] Publish callbacks [] for security_group (cd29bdb7-a797-41d1-9ff6-274484df9758), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.049556 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cd140-ce11-412e-b799-bc104711bbce req-7efc4d98-b762-4bcb-8b2e-b12d2bd5d5a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:01.051493 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e51cd140-ce11-412e-b799-bc104711bbce req-7efc4d98-b762-4bcb-8b2e-b12d2bd5d5a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 944 time: 0.0522187 Sep 13 15:31:01.075810 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-43a33c2a-07e4-466c-990d-3efc44fee03f admin admin] Publish callbacks [] for security_group (cd29bdb7-a797-41d1-9ff6-274484df9758), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.122782 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e51cd140-ce11-412e-b799-bc104711bbce req-94a974ed-e526-4422-aec2-fc109ba05284 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626853 Sep 13 15:31:01.135723 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-43a33c2a-07e4-466c-990d-3efc44fee03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (cd29bdb7-a797-41d1-9ff6-274484df9758), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.138447 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-43a33c2a-07e4-466c-990d-3efc44fee03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.142027 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-43a33c2a-07e4-466c-990d-3efc44fee03f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cd29bdb7-a797-41d1-9ff6-274484df9758 HTTP/1.1" status: 204 len: 168 time: 0.1583614 Sep 13 15:31:01.150722 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a33c2a-07e4-466c-990d-3efc44fee03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd29bdb7-a797-41d1-9ff6-274484df9758,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:01.162909 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:01.487333 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:01.514679 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57046) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:01.550418 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.565358 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-00759a97-9c3b-43cc-b1e5-f650c2eabe5b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b9231b54e2b447bdba74d6282decf896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493386 Sep 13 15:31:01.568389 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57048) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:01.624408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:31:01.652976 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b427749b-a141-4731-9e5f-15618f9e5840 admin admin] Publish callbacks [] for security_group (4d3791a2-777d-46b8-864c-ca738b50198a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.656284 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:01.656876 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.689784 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b427749b-a141-4731-9e5f-15618f9e5840 admin admin] Publish callbacks [] for security_group (4d3791a2-777d-46b8-864c-ca738b50198a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.769474 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:01.769854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.774313 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b427749b-a141-4731-9e5f-15618f9e5840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4d3791a2-777d-46b8-864c-ca738b50198a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.778263 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b427749b-a141-4731-9e5f-15618f9e5840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.785767 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b427749b-a141-4731-9e5f-15618f9e5840 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4d3791a2-777d-46b8-864c-ca738b50198a HTTP/1.1" status: 204 len: 168 time: 0.2162430 Sep 13 15:31:01.809302 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:01.813016 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427749b-a141-4731-9e5f-15618f9e5840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3791a2-777d-46b8-864c-ca738b50198a,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:01.826029 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:01.826603 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11060a5e-f59d-4f87-aa29-d9f2074a7f36 req-95bd4b58-097d-4616-8b95-3f47008d1631 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:01.831542 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-11060a5e-f59d-4f87-aa29-d9f2074a7f36 req-95bd4b58-097d-4616-8b95-3f47008d1631 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.1183910 Sep 13 15:31:01.843571 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf123e8-3a86-49de-9e65-3427f72d9b04 req-725a2ba7-dfe8-4910-ab0c-f5d27782b60b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:01.845310 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8cf123e8-3a86-49de-9e65-3427f72d9b04 req-725a2ba7-dfe8-4910-ab0c-f5d27782b60b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1846259 Sep 13 15:31:01.908649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:01.939715 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:01.946149 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-11060a5e-f59d-4f87-aa29-d9f2074a7f36 req-2a68aff1-74d4-4a37-acf4-318e90e81720 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998242 Sep 13 15:31:01.950384 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8cf123e8-3a86-49de-9e65-3427f72d9b04 req-ca13993c-b604-4c35-8673-b59eee745740 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698133 Sep 13 15:31:02.091084 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-811b78d4-6fc3-4584-94eb-e826c007bedd req-7f55ef60-09a8-4875-8bba-acde1e159fd3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0708687 Sep 13 15:31:02.151972 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bef1ee-e067-4934-a515-330115843862 req-b4a67bfe-aa21-45ae-b4aa-9cb6472f5e45 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:02.154684 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d1bef1ee-e067-4934-a515-330115843862 req-b4a67bfe-aa21-45ae-b4aa-9cb6472f5e45 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0874712 Sep 13 15:31:02.234937 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d1bef1ee-e067-4934-a515-330115843862 req-04317671-4625-4065-8e90-5e13d9a7be53 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699978 Sep 13 15:31:02.304220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeffa8-c17b-4884-beb6-32d890bb7ddd req-a4b9f2bf-7678-491e-a0b9-8b0318ad1687 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:02.306496 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4afeffa8-c17b-4884-beb6-32d890bb7ddd req-a4b9f2bf-7678-491e-a0b9-8b0318ad1687 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0681486 Sep 13 15:31:02.466819 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9 resource provider aggregate not found Sep 13 15:31:02.495495 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b4883a6-91ff-42bc-bb33-f52b1ea6c1d9 found for delete ", "request_id": "req-9be48180-3047-4419-bbc3-7bfc2f459d4c"}]} Sep 13 15:31:02.514096 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7b6c4-fd28-491a-b5f8-681b3fd39dac req-e7722038-e799-44c4-8102-8dab520be3b5 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:02.529026 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57112) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:02.531161 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-12f7b6c4-fd28-491a-b5f8-681b3fd39dac req-e7722038-e799-44c4-8102-8dab520be3b5 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.1503861 Sep 13 15:31:02.536255 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4afeffa8-c17b-4884-beb6-32d890bb7ddd req-bbc2da10-38ce-4967-876c-6763fbe14bcb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232385 Sep 13 15:31:02.545714 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'floatingip': {'port_id': '8c605c1b-be6e-4bf8-8d00-af61d57887b0'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:02.663171 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:02.665911 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435389e0-be21-44e7-a5df-b65a8ae4777d" -d '{"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-plugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:02.669425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (deb54a6c-6871-40ff-9ccb-263217b6c019), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:02.712649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dc9f94-869a-4245-8306-ce6488fc51b3 x-openstack-request-id: req-05dc9f94-869a-4245-8306-ce6488fc51b3 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:02.713044 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-plugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:02.713503 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05dc9f94-869a-4245-8306-ce6488fc51b3 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:02.713997 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dc9f94-869a-4245-8306-ce6488fc51b3'] response: {'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'code': 200} Sep 13 15:31:02.883039 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57136) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:03.136092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-82d62bcb-7d55-4a3d-8b54-73c0bcaf2bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.217139 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:03.234772 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103565a6-f4b1-4fee-a6c5-34c7905ddbed req-63b4d6f8-8888-4cbb-ab61-406fa74aa271 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:03.242243 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-103565a6-f4b1-4fee-a6c5-34c7905ddbed req-63b4d6f8-8888-4cbb-ab61-406fa74aa271 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.1639800 Sep 13 15:31:03.242583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57152) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:03.283914 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f208dca-9733-4bbe-b2f8-10dbb6f24d77 req-9067edb9-8021-4481-bc88-3e39d36093dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:03.285469 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4f208dca-9733-4bbe-b2f8-10dbb6f24d77 req-9067edb9-8021-4481-bc88-3e39d36093dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1566951 Sep 13 15:31:03.392599 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-103565a6-f4b1-4fee-a6c5-34c7905ddbed req-5c6f1924-980e-41c3-923b-82e064fc3709 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278656 Sep 13 15:31:03.496203 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4f208dca-9733-4bbe-b2f8-10dbb6f24d77 req-f1895b8c-f881-43f7-8d2e-9a6bf8d52996 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933346 Sep 13 15:31:03.555410 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-82d62bcb-7d55-4a3d-8b54-73c0bcaf2bb4 admin admin] Publish callbacks [] for security_group (b53aa655-1747-4059-94ab-4b17dfd1cf3e), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.557300 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:03.571631 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-82d62bcb-7d55-4a3d-8b54-73c0bcaf2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b53aa655-1747-4059-94ab-4b17dfd1cf3e), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.582832 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:03.647097 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-82d62bcb-7d55-4a3d-8b54-73c0bcaf2bb4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0c606390d99e45faa1970a54148a51f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7585225 Sep 13 15:31:03.647834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57166) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:03.653450 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79aa6aa5-db62-4666-8460-1e9d2a41a197 req-4eb300bd-cc89-440a-a35c-b27bfde9c3d0 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.1347084 Sep 13 15:31:03.732287 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.733441 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f3063475-5dcb-479c-bdf1-16c42adc3522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.746044 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (deb54a6c-6871-40ff-9ccb-263217b6c019), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.757855 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d62bcb-7d55-4a3d-8b54-73c0bcaf2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53aa655-1747-4059-94ab-4b17dfd1cf3e,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:03.760695 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a21e82d4-7a50-4b76-9000-5c979c7acf85 admin admin] Publish callbacks [] for security_group (b53aa655-1747-4059-94ab-4b17dfd1cf3e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.869150 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a21e82d4-7a50-4b76-9000-5c979c7acf85 admin admin] Publish callbacks [] for security_group (b53aa655-1747-4059-94ab-4b17dfd1cf3e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:03.922066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309014a-8559-42ee-9b98-ba7d218bf95b req-86019299-287d-470c-b282-67ca45058c07 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:03.923740 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f309014a-8559-42ee-9b98-ba7d218bf95b req-86019299-287d-470c-b282-67ca45058c07 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.1454096 Sep 13 15:31:03.954672 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Floating IP deb54a6c-6871-40ff-9ccb-263217b6c019 associated. External IP: 172.27.1.168, port: 8c605c1b-be6e-4bf8-8d00-af61d57887b0. Sep 13 15:31:03.989950 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:03.996771 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab721-d6ff-4345-8c28-25c4721a9e00 req-f0913af9-997f-4220-9184-b9a32fef2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:03.999174 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-440ab721-d6ff-4345-8c28-25c4721a9e00 req-f0913af9-997f-4220-9184-b9a32fef2234 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1130 time: 0.1670599 Sep 13 15:31:04.031762 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f3063475-5dcb-479c-bdf1-16c42adc3522 admin admin] Publish callbacks [] for security_group (bfde3dfd-c025-4c08-8dd3-9cd3554a76bb), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.041477 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af0cc-0570-49fc-98a6-e49aa00c88a1 req-b2bc6176-b204-4e59-b2a6-513b5594e7b0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:04.043034 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4b0af0cc-0570-49fc-98a6-e49aa00c88a1 req-b2bc6176-b204-4e59-b2a6-513b5594e7b0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1163459 Sep 13 15:31:04.048573 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57174) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:04.064845 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f3063475-5dcb-479c-bdf1-16c42adc3522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (bfde3dfd-c025-4c08-8dd3-9cd3554a76bb), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.088196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a21e82d4-7a50-4b76-9000-5c979c7acf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b53aa655-1747-4059-94ab-4b17dfd1cf3e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.090683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a21e82d4-7a50-4b76-9000-5c979c7acf85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.094539 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-a21e82d4-7a50-4b76-9000-5c979c7acf85 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b53aa655-1747-4059-94ab-4b17dfd1cf3e HTTP/1.1" status: 204 len: 168 time: 0.4405444 Sep 13 15:31:04.108279 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f309014a-8559-42ee-9b98-ba7d218bf95b req-ddca83e5-db86-48d4-92c6-4167cfb9eaed tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698804 Sep 13 15:31:04.120534 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e82d4-7a50-4b76-9000-5c979c7acf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53aa655-1747-4059-94ab-4b17dfd1cf3e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:04.143540 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3063475-5dcb-479c-bdf1-16c42adc3522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfde3dfd-c025-4c08-8dd3-9cd3554a76bb,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:04.153605 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4b0af0cc-0570-49fc-98a6-e49aa00c88a1 req-9d2b6e7f-1861-4a5b-a928-30535061dbe4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023061 Sep 13 15:31:04.167890 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f3063475-5dcb-479c-bdf1-16c42adc3522 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0b8db4f8b50e496892d02241083f14f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9200447 Sep 13 15:31:04.168792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57180) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:04.204390 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-440ab721-d6ff-4345-8c28-25c4721a9e00 req-7a61827e-8a53-4493-a8d8-43a960f58045 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 Sep 13 15:31:04.251209 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ffb-bfdb-4057-a2d2-a8f336e910b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.312045 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83e86-37fb-4ca5-b9c7-39da0355da25 req-de204d8e-4fd1-4007-b8ab-ecc2f6324244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:04.313609 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-46d83e86-37fb-4ca5-b9c7-39da0355da25 req-de204d8e-4fd1-4007-b8ab-ecc2f6324244 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1129 time: 0.1182127 Sep 13 15:31:04.347126 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ffb-bfdb-4057-a2d2-a8f336e910b7 admin admin] Publish callbacks [] for security_group (4bbceedf-982c-4ad7-8409-2f3928f12545), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.352846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8ffb-bfdb-4057-a2d2-a8f336e910b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4bbceedf-982c-4ad7-8409-2f3928f12545), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.358358 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:04.370365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-57a21937-d86c-4969-bbe3-dc7254b9fee5 admin admin] Publish callbacks [] for security_group (bfde3dfd-c025-4c08-8dd3-9cd3554a76bb), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.394316 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:31:04.396328 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-57a21937-d86c-4969-bbe3-dc7254b9fee5 admin admin] Publish callbacks [] for security_group (bfde3dfd-c025-4c08-8dd3-9cd3554a76bb), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.401266 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4a2c8ffb-bfdb-4057-a2d2-a8f336e910b7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b61f7b25402d402ba8c8967d0780dcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510945 Sep 13 15:31:04.402446 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c8ffb-bfdb-4057-a2d2-a8f336e910b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbceedf-982c-4ad7-8409-2f3928f12545,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:04.404783 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57186) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:04.468051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32e774d4-7326-4415-8038-10942baac4c3 admin admin] Publish callbacks [] for security_group (4bbceedf-982c-4ad7-8409-2f3928f12545), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.519189 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57188) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:04.521240 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:04.527798 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32e774d4-7326-4415-8038-10942baac4c3 admin admin] Publish callbacks [] for security_group (4bbceedf-982c-4ad7-8409-2f3928f12545), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.567800 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-57a21937-d86c-4969-bbe3-dc7254b9fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (bfde3dfd-c025-4c08-8dd3-9cd3554a76bb), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.570043 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc19e6-3e4e-460c-a52d-37c9e12df85f req-1146428f-4e07-4869-aca3-6282b9712cc6 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:04.570284 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-57a21937-d86c-4969-bbe3-dc7254b9fee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.574221 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6cbc19e6-3e4e-460c-a52d-37c9e12df85f req-1146428f-4e07-4869-aca3-6282b9712cc6 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.1004195 Sep 13 15:31:04.577277 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-57a21937-d86c-4969-bbe3-dc7254b9fee5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bfde3dfd-c025-4c08-8dd3-9cd3554a76bb HTTP/1.1" status: 204 len: 168 time: 0.4011528 Sep 13 15:31:04.592672 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6537c3d9-d4e1-4dd6-928d-d0160fc14329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.605563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:04.606497 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a21937-d86c-4969-bbe3-dc7254b9fee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfde3dfd-c025-4c08-8dd3-9cd3554a76bb,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:04.656047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:31:04.661643 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.668716 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-46d83e86-37fb-4ca5-b9c7-39da0355da25 req-cea23ccc-b47e-4f5e-92a4-dea86117af84 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563444 Sep 13 15:31:04.674567 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:31:04.686154 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:04.690572 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:30:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:04.709478 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-43b98542-4085-44f6-bf44-d4e3dc7c0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:04.711033 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-43b98542-4085-44f6-bf44-d4e3dc7c0704 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1130 time: 0.1668952 Sep 13 15:31:04.724061 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ccda3307-30e7-4c7f-913a-a2a34d5227c3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/deb54a6c-6871-40ff-9ccb-263217b6c019 HTTP/1.1" status: 200 len: 991 time: 2.1938865 Sep 13 15:31:04.726886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:04.734802 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:04.764175 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6cbc19e6-3e4e-460c-a52d-37c9e12df85f req-46eacce4-c6c8-4bf6-b2f1-eede1c52a824 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645789 Sep 13 15:31:04.773941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32e774d4-7326-4415-8038-10942baac4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4bbceedf-982c-4ad7-8409-2f3928f12545), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.776509 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32e774d4-7326-4415-8038-10942baac4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.778144 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-32e774d4-7326-4415-8038-10942baac4c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4bbceedf-982c-4ad7-8409-2f3928f12545 HTTP/1.1" status: 204 len: 168 time: 0.3719137 Sep 13 15:31:04.841439 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dedad4d-28cf-4c46-9713-69635442b1b1 x-openstack-request-id: req-3dedad4d-28cf-4c46-9713-69635442b1b1 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:04.841808 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:04.842354 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dedad4d-28cf-4c46-9713-69635442b1b1 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:04.842996 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dedad4d-28cf-4c46-9713-69635442b1b1'] response: {'name': 'network-changed', 'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'status': 'completed', 'code': 200} Sep 13 15:31:04.866925 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:04.877482 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5ecb8978-ffcd-4570-a031-e32baf09f110 req-ee17143a-2e10-4639-a43c-06661b85792d tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.1044347 Sep 13 15:31:04.878304 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e774d4-7326-4415-8038-10942baac4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbceedf-982c-4ad7-8409-2f3928f12545,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:04.885829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6537c3d9-d4e1-4dd6-928d-d0160fc14329 admin admin] Publish callbacks [] for security_group (0982d274-3776-4c7b-800e-4d0a715a1521), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:04.901301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6537c3d9-d4e1-4dd6-928d-d0160fc14329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0982d274-3776-4c7b-800e-4d0a715a1521), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:05.000422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537c3d9-d4e1-4dd6-928d-d0160fc14329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982d274-3776-4c7b-800e-4d0a715a1521,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:05.006461 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-6537c3d9-d4e1-4dd6-928d-d0160fc14329 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b8e44671811d4b228bb4bd334df5cd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4835763 Sep 13 15:31:05.009535 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57206) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:05.075227 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-02256655-0559-4cb4-96d8-d67f3fb64c45 admin admin] Publish callbacks [] for security_group (0982d274-3776-4c7b-800e-4d0a715a1521), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:05.128138 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-02256655-0559-4cb4-96d8-d67f3fb64c45 admin admin] Publish callbacks [] for security_group (0982d274-3776-4c7b-800e-4d0a715a1521), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:05.258339 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-02256655-0559-4cb4-96d8-d67f3fb64c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0982d274-3776-4c7b-800e-4d0a715a1521), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:05.260951 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-02256655-0559-4cb4-96d8-d67f3fb64c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:05.262874 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-02256655-0559-4cb4-96d8-d67f3fb64c45 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0982d274-3776-4c7b-800e-4d0a715a1521 HTTP/1.1" status: 204 len: 168 time: 0.2506142 Sep 13 15:31:05.278565 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256655-0559-4cb4-96d8-d67f3fb64c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982d274-3776-4c7b-800e-4d0a715a1521,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:05.319205 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'deb54a6c-6871-40ff-9ccb-263217b6c019', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'port_id': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'mac_address': 'fa:16:3e:e3:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:31:03Z', 'revision_number': 1, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:05.337008 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:31:05.348788 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:05.349417 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:30:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:05.425327 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26530143-1675-4cb4-98d3-f2b4796bd9ea req-141e880b-ff56-498f-a9ea-b481057b1f14 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:05.434271 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26530143-1675-4cb4-98d3-f2b4796bd9ea req-141e880b-ff56-498f-a9ea-b481057b1f14 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.1731036 Sep 13 15:31:05.506485 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:05.511532 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:05.554815 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b20a8-cce2-489c-b853-fb11dc544ef1 req-b745c24d-b4f3-4e9a-8a06-48c4a48a1bb5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:05.556525 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-310b20a8-cce2-489c-b853-fb11dc544ef1 req-b745c24d-b4f3-4e9a-8a06-48c4a48a1bb5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1868317 Sep 13 15:31:05.690215 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26530143-1675-4cb4-98d3-f2b4796bd9ea req-ee29c8ba-11df-41da-af24-51ef0dc9a9d0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538846 Sep 13 15:31:05.736336 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-310b20a8-cce2-489c-b853-fb11dc544ef1 req-20b424d5-dae7-444c-8e49-1f55fabc9efe tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621668 Sep 13 15:31:05.762133 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-0b77af0d-d7ee-4a71-bc8e-d63cc72fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:05.762133 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-0b77af0d-d7ee-4a71-bc8e-d63cc72fe10a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.3061061 Sep 13 15:31:05.811286 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:05.830672 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'deb54a6c-6871-40ff-9ccb-263217b6c019', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'port_id': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'mac_address': 'fa:16:3e:e3:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:31:03Z', 'revision_number': 1, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:05.859734 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cfa1e-f3b4-418b-a1c8-441b4f5b5806 None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'deb54a6c-6871-40ff-9ccb-263217b6c019', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'port_id': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'mac_address': 'fa:16:3e:e3:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:31:03Z', 'revision_number': 1, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:31:06.023658 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-0811320f-493d-4ae7-8713-0d88add3e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:06.025515 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-0811320f-493d-4ae7-8713-0d88add3e308 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1129 time: 0.0858867 Sep 13 15:31:06.041156 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7fb95ab-2676-4c5a-991c-5b78e291797a req-3151df09-f2d2-43fc-9c52-c5c872d7a184 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0630388 Sep 13 15:31:06.087594 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-7a9d2df8-53be-41a5-b0dc-4215ae79a6fd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 200 len: 217 time: 0.0538509 Sep 13 15:31:06.186653 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160e546-b98d-4c00-8277-1442e86da461 None None] New status for floating IP deb54a6c-6871-40ff-9ccb-263217b6c019: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:31:06.570840 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:06.593158 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-a07cc496-95b7-49fd-bd01-0526ab9f6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:06.597332 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-a07cc496-95b7-49fd-bd01-0526ab9f6447 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0979645 Sep 13 15:31:06.667360 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-39173535-bec6-440a-900d-4544da50778b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1813703 Sep 13 15:31:06.707166 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-c5c11a48-49a7-4bfe-9a74-7a746aad699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:06.709898 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-c5c11a48-49a7-4bfe-9a74-7a746aad699b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868330 Sep 13 15:31:06.854713 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-fddf11f6-390b-42e0-97d7-8c9fbfbb117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:06.856250 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-fddf11f6-390b-42e0-97d7-8c9fbfbb117a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.3046222 Sep 13 15:31:06.901651 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73df25c-188f-4e89-819f-1d9c550879b4 req-a8d76960-a3b4-4644-aa85-04e799cfb763 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:06.903453 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d73df25c-188f-4e89-819f-1d9c550879b4 req-a8d76960-a3b4-4644-aa85-04e799cfb763 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Sep 13 15:31:06.953648 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-7ff578cd-315e-4569-9452-8a6b65aeb95e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170262 Sep 13 15:31:06.969788 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d73df25c-188f-4e89-819f-1d9c550879b4 req-bf205e75-383c-44f8-8604-dba385eaaa8d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556104 Sep 13 15:31:07.103880 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700c8e-0dc3-4fe5-b392-ce8f756d9dd9 req-e9e1e9c3-595d-422d-8db3-8311c2b48fbb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:07.103880 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-35700c8e-0dc3-4fe5-b392-ce8f756d9dd9 req-e9e1e9c3-595d-422d-8db3-8311c2b48fbb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0554225 Sep 13 15:31:07.161500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-35700c8e-0dc3-4fe5-b392-ce8f756d9dd9 req-50ad2804-bbf9-410a-afb7-fc099fee231c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 Sep 13 15:31:07.254909 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5cecf8b4-17af-4682-8241-7b528294c4c6 req-576c960b-15b9-408f-a4e3-b5ae6ae01dae tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0304625 Sep 13 15:31:07.409809 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-e68856b7-b8ef-4c6a-851e-456a717ce2ca service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 1001 time: 0.1113102 Sep 13 15:31:07.419491 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a5016a0-3326-4194-85b7-fd25f618d630 req-f877a8b7-68b4-4e25-822d-b4c9fc3db355 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201217 Sep 13 15:31:08.073790 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-f58b50b9-85fe-4c54-8a78-ba001f2b721b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.075407 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-f58b50b9-85fe-4c54-8a78-ba001f2b721b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "GET /networking/v2.0/networks?id=305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 200 len: 809 time: 0.2570982 Sep 13 15:31:08.092941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Request body: {'port': {'device_id': '209db596-6cc6-4312-8e98-1327446778fc', 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba', 'admin_state_up': True, 'tenant_id': '5b820ea465db4802aaa22dbaa4e7397a'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:08.123979 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-314f0f58-6508-4782-a8a0-809392fc3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.125560 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-314f0f58-6508-4782-a8a0-809392fc3c87 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.3266194 Sep 13 15:31:08.215671 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-d0fcca91-3954-4aed-aebb-c53d0bb2f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.217521 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-d0fcca91-3954-4aed-aebb-c53d0bb2f94d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710218 Sep 13 15:31:08.350943 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-24a3902a-80ff-4a9a-a2f3-fbaa51127715 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112039 Sep 13 15:31:08.549786 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4d60e66b-dc67-4c33-b4c4-7eb869f5c1ec req-b8eb9e1e-ac92-4ed8-b41f-62ed0cc43672 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837056 Sep 13 15:31:08.557773 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:08.567940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451e334-cedf-4985-b257-e13e4410715f req-040b695b-5879-4167-9fb4-41dce842b374 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.575229 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a451e334-cedf-4985-b257-e13e4410715f req-040b695b-5879-4167-9fb4-41dce842b374 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.4415097 Sep 13 15:31:08.601411 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3880b0b-4b75-4b45-a7ea-1542b58f6559 req-2dafa1c9-bcc0-4802-b773-af96d7c6ef1a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.601411 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3880b0b-4b75-4b45-a7ea-1542b58f6559 req-2dafa1c9-bcc0-4802-b773-af96d7c6ef1a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1263216 Sep 13 15:31:08.679303 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Made reservation on behalf of 5b820ea465db4802aaa22dbaa4e7397a for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:08.683510 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:08.711388 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a451e334-cedf-4985-b257-e13e4410715f req-6c19d0dd-1864-4b17-ba05-cc9c93ed38d4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352186 Sep 13 15:31:08.719674 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3880b0b-4b75-4b45-a7ea-1542b58f6559 req-2e830d00-6ef2-45c1-b552-718fd39c59be tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105330 Sep 13 15:31:08.882684 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122216a-7902-4f31-a534-90ef44da10bc req-8889e77d-be69-4f53-be6e-ac65a3263186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.885164 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-8889e77d-be69-4f53-be6e-ac65a3263186 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1129 time: 0.0686216 Sep 13 15:31:08.899206 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9384d822-0a99-45f7-832f-66c2d31cb8e1 req-87d72149-75eb-44e2-9047-daaafc6d362c tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0753326 Sep 13 15:31:08.952807 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e968ae-c5f2-438d-b4c4-3809a3cc4689 req-1240d585-e14e-4603-8bd0-651944962f43 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:08.965229 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93e968ae-c5f2-438d-b4c4-3809a3cc4689 req-1240d585-e14e-4603-8bd0-651944962f43 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0983517 Sep 13 15:31:08.966947 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Allocated IP 172.20.0.12 (305345df-68fe-42b0-9cf7-d911787f4fba/927b0fc8-205e-427e-8295-db3574d4b46c/ca686017-271b-4552-bbca-3525460062b2) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:08.984767 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57382) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:08.991506 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'floatingip': {'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:09.048373 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:09.088564 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (e7a1082c-919c-43b6-98d3-a5b80d92b7b0), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:09.168374 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks [] for port (ca686017-271b-4552-bbca-3525460062b2), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:09.205748 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:09.206601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (ca686017-271b-4552-bbca-3525460062b2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:09.228969 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:09.232752 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122216a-7902-4f31-a534-90ef44da10bc req-e6e22ac5-a293-44f5-a858-05ac287194ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:09.234289 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-e6e22ac5-a293-44f5-a858-05ac287194ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.3175097 Sep 13 15:31:09.255286 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Network 305345df-68fe-42b0-9cf7-d911787f4fba is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:09.258589 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:09.263354 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:09.267924 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:09.268548 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:09.274860 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Pushing event updated for resources: {'Port': ['ID=ca686017-271b-4552-bbca-3525460062b2,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:09.293296 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-4da9138e-d826-4244-82cd-063f12a67cef tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2076750 Sep 13 15:31:09.570622 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:09.575851 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (e7a1082c-919c-43b6-98d3-a5b80d92b7b0), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:09.684344 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Floating IP e7a1082c-919c-43b6-98d3-a5b80d92b7b0 associated. External IP: 172.27.1.154, port: 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b. Sep 13 15:31:09.878448 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0297-10a3-49d5-b389-a694818da331 req-6180e62b-9a4b-495f-9b04-15133e23db80 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:09.879891 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-436d0297-10a3-49d5-b389-a694818da331 req-6180e62b-9a4b-495f-9b04-15133e23db80 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0472531 Sep 13 15:31:09.886474 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Router 0511489b-b209-47c4-8689-927830e8ca8e has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:31:09.931491 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-436d0297-10a3-49d5-b389-a694818da331 req-bb01c242-e162-40e7-bab4-7826f7d513da tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 Sep 13 15:31:10.001756 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:31:10.006659 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:10.013310 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:31:10.024328 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:10.025144 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:30:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:10.040820 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ac696b64-fd1b-439c-afd3-4d1ac9996418 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/e7a1082c-919c-43b6-98d3-a5b80d92b7b0 HTTP/1.1" status: 200 len: 991 time: 1.0524268 Sep 13 15:31:10.040820 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:10.041965 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e66f91-c97f-48cc-b5e4-e40792857a90" -d '{"events": [{"name": "network-changed", "server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:10.049699 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f6158-cb76-4ade-b7cb-95856f4272f4 req-902b1a37-2910-4eaa-a81a-6939beacd79f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:10.051243 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c84f6158-cb76-4ade-b7cb-95856f4272f4 req-902b1a37-2910-4eaa-a81a-6939beacd79f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 932 time: 0.0641673 Sep 13 15:31:10.081493 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6300146-0dfc-473f-a381-fc1c35121a65 x-openstack-request-id: req-f6300146-0dfc-473f-a381-fc1c35121a65 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:10.082787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:10.082886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6300146-0dfc-473f-a381-fc1c35121a65 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:10.083275 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6300146-0dfc-473f-a381-fc1c35121a65'] response: {'name': 'network-changed', 'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'status': 'completed', 'code': 200} Sep 13 15:31:10.105773 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c84f6158-cb76-4ade-b7cb-95856f4272f4 req-6e6fd791-4b3a-4f29-badc-e2b11a1e407c tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476625 Sep 13 15:31:10.142810 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:10.363136 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'e7a1082c-919c-43b6-98d3-a5b80d92b7b0', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'mac_address': 'fa:16:3e:76:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:30:20Z', 'updated_at': '2022-09-13T15:31:09Z', 'revision_number': 1, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:10.390396 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:31:10.399229 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:10.399827 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:30:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:10.562834 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:10.587640 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:10.803915 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'e7a1082c-919c-43b6-98d3-a5b80d92b7b0', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'mac_address': 'fa:16:3e:76:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:30:20Z', 'updated_at': '2022-09-13T15:31:09Z', 'revision_number': 1, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:10.828619 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af6fa1-9aad-4029-a96e-b56760679970 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'e7a1082c-919c-43b6-98d3-a5b80d92b7b0', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'mac_address': 'fa:16:3e:76:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:30:20Z', 'updated_at': '2022-09-13T15:31:09Z', 'revision_number': 1, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:31:11.036525 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a805c-bf9b-447e-af34-105aa7686cfe None None] New status for floating IP e7a1082c-919c-43b6-98d3-a5b80d92b7b0: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:31:11.065292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49afb3-4db5-42ae-a0e7-113b8f2f377e req-d9b1e920-d3a6-446d-969c-97956e04f513 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:11.066827 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1e49afb3-4db5-42ae-a0e7-113b8f2f377e req-d9b1e920-d3a6-446d-969c-97956e04f513 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0537527 Sep 13 15:31:11.078673 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:11.117377 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1e49afb3-4db5-42ae-a0e7-113b8f2f377e req-13965f03-fa92-4d25-aa18-831bb9f73df5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Sep 13 15:31:11.246257 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6a37d-67d4-4361-8785-10d9a70dd24e req-96b5e798-e68e-421d-a61e-ce8901bcd75b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:11.247750 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9d6a37d-67d4-4361-8785-10d9a70dd24e req-96b5e798-e68e-421d-a61e-ce8901bcd75b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 932 time: 0.0570099 Sep 13 15:31:11.299752 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9d6a37d-67d4-4361-8785-10d9a70dd24e req-54415e65-6eea-46c0-a405-8f57800935c5 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462987 Sep 13 15:31:12.247177 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d69ca-1587-452d-8c8c-f963a4b96331 req-1b043c2e-32e7-4217-8290-a03330808a88 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.248697 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-284d69ca-1587-452d-8c8c-f963a4b96331 req-1b043c2e-32e7-4217-8290-a03330808a88 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0482337 Sep 13 15:31:12.297588 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-284d69ca-1587-452d-8c8c-f963a4b96331 req-a45fd11e-95a6-4bfe-964a-41c8f846e63f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Sep 13 15:31:12.324581 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Request body: {'port': {'device_id': '209db596-6cc6-4312-8e98-1327446778fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:12.415273 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-16ab2b58-925f-416b-a39c-866c8bffa361 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 1001 time: 0.0976110 Sep 13 15:31:12.416518 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-2dc27705-ac8f-4c09-8d0c-011903a6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.417911 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-2dc27705-ac8f-4c09-8d0c-011903a6a7fd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1129 time: 0.0579484 Sep 13 15:31:12.424034 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ca686017-271b-4552-bbca-3525460062b2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:12.445295 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd2056-5957-4a83-b2b6-45daa14f89fe req-db178f86-31b6-4bf6-9606-22c1cf6edac1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.447068 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-07bd2056-5957-4a83-b2b6-45daa14f89fe req-db178f86-31b6-4bf6-9606-22c1cf6edac1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 932 time: 0.0669856 Sep 13 15:31:12.473152 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:12.521061 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122216a-7902-4f31-a534-90ef44da10bc req-fee5689e-cc2a-4c0f-bfeb-5d900857f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.522569 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-fee5689e-cc2a-4c0f-bfeb-5d900857f885 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0965469 Sep 13 15:31:12.557822 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:12.583736 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-07bd2056-5957-4a83-b2b6-45daa14f89fe req-9810fdf0-7f4e-4365-9c5f-fe761747ced6 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306231 Sep 13 15:31:12.585968 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122216a-7902-4f31-a534-90ef44da10bc req-7b8c248e-2088-4aab-ae85-74cc7f893113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.587876 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-7b8c248e-2088-4aab-ae85-74cc7f893113 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567238 Sep 13 15:31:12.589518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:12.591512 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-d5d5694d-02c7-47d6-bbe6-01772836db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.592926 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-d5d5694d-02c7-47d6-bbe6-01772836db38 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.1657076 Sep 13 15:31:12.703485 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-944587ed-d2a7-46bf-a7f6-b3cbaf35e73c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 200 len: 1001 time: 0.1012731 Sep 13 15:31:12.755697 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca686017-271b-4552-bbca-3525460062b2 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:31:12.756777 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-80247af5-8baa-4c19-9945-005dc7f5c137 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629400 Sep 13 15:31:12.763747 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Publish callbacks [] for port (ca686017-271b-4552-bbca-3525460062b2), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:12.777333 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Transition to ACTIVE for port object ca686017-271b-4552-bbca-3525460062b2 will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:31:12.780685 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-5b92cfac-a5e6-4ecf-8c68-0a87947e426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.781911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ca686017-271b-4552-bbca-3525460062b2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:12.782243 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-5b92cfac-a5e6-4ecf-8c68-0a87947e426f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0685775 Sep 13 15:31:12.852047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Attempting to bind port ca686017-271b-4552-bbca-3525460062b2 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:12.852223 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Attempting to bind port ca686017-271b-4552-bbca-3525460062b2 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:12.852632 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Attempting to bind port ca686017-271b-4552-bbca-3525460062b2 on network 305345df-68fe-42b0-9cf7-d911787f4fba {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:12.856026 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Pushing event updated for resources: {'Port': ['ID=ca686017-271b-4552-bbca-3525460062b2,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:12.863773 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-cdce8312-abcc-431d-9740-a4a719e1ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:12.865093 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-cdce8312-abcc-431d-9740-a4a719e1ce48 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720382 Sep 13 15:31:12.906905 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Port ca686017-271b-4552-bbca-3525460062b2 on network 305345df-68fe-42b0-9cf7-d911787f4fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:31:12.906905 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Attempting to bind port ca686017-271b-4552-bbca-3525460062b2 on network 305345df-68fe-42b0-9cf7-d911787f4fba {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:12.947114 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4122216a-7902-4f31-a534-90ef44da10bc req-0a14117c-7f9a-4273-b6c2-39f0127eba32 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825118 Sep 13 15:31:12.949420 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:12.949882 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Checking segment: {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:12.950733 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Bound using segment: {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:12.950913 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Bound port: ca686017-271b-4552-bbca-3525460062b2, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:12.951362 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ca686017-271b-4552-bbca-3525460062b2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:12.990447 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-4945efea-54b1-4471-b7f5-9ef193dc3d71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143060 Sep 13 15:31:13.011377 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:13.031355 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] For port ca686017-271b-4552-bbca-3525460062b2, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:13.034695 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] For port ca686017-271b-4552-bbca-3525460062b2, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ca686017-271b-4552-bbca-3525460062b2,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:13.041943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ca686017-271b-4552-bbca-3525460062b2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:13.046603 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:13.047218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:13.048666 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ca686017-271b-4552-bbca-3525460062b2 HTTP/1.1" status: 200 len: 1094 time: 0.7292211 Sep 13 15:31:13.050230 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209db596-6cc6-4312-8e98-1327446778fc', 'tag': 'ca686017-271b-4552-bbca-3525460062b2'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:13.053255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "209db596-6cc6-4312-8e98-1327446778fc", "tag": "ca686017-271b-4552-bbca-3525460062b2"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:13.100225 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b07e73-aa0a-466b-bf6e-0e3faf9d23a1 x-openstack-request-id: req-94b07e73-aa0a-466b-bf6e-0e3faf9d23a1 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:13.100638 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209db596-6cc6-4312-8e98-1327446778fc", "tag": "ca686017-271b-4552-bbca-3525460062b2", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:13.100893 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b07e73-aa0a-466b-bf6e-0e3faf9d23a1 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:13.101307 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b07e73-aa0a-466b-bf6e-0e3faf9d23a1'] response: {'name': 'network-changed', 'server_uuid': '209db596-6cc6-4312-8e98-1327446778fc', 'tag': 'ca686017-271b-4552-bbca-3525460062b2', 'status': 'completed', 'code': 200} Sep 13 15:31:13.101409 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-35e66f91-c97f-48cc-b5e4-e40792857a90 req-b02ae376-789e-4366-9b4b-ab212d0889d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980725 Sep 13 15:31:13.111904 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735d365-b772-4ed4-8bc0-416169a2436b service neutron] Pushing event updated for resources: {'Port': ['ID=ca686017-271b-4552-bbca-3525460062b2,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:13.157346 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-1f761cb7-1cc2-438a-ba05-a22d865d3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:13.158888 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-1f761cb7-1cc2-438a-ba05-a22d865d3466 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 1128 time: 0.0409536 Sep 13 15:31:13.211467 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-48f9e0b4-4cd0-4793-9e1c-4594b46048f3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca686017-271b-4552-bbca-3525460062b2 HTTP/1.1" status: 200 len: 217 time: 0.0354090 Sep 13 15:31:13.264228 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936dd5-6a00-4616-877c-50349b47f590 req-311b6b66-9c0c-4fa0-acff-58cb50398893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:13.265627 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-311b6b66-9c0c-4fa0-acff-58cb50398893 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=927b0fc8-205e-427e-8295-db3574d4b46c HTTP/1.1" status: 200 len: 849 time: 0.0469904 Sep 13 15:31:13.299747 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-a19166ba-4ed7-4d71-99a0-c172f2583a46 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=305345df-68fe-42b0-9cf7-d911787f4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267608 Sep 13 15:31:13.428239 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-258840b5-80b2-436e-8787-2b176d338011 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183200 Sep 13 15:31:13.438872 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4812359-048a-4dec-9801-8d223cc53f59 req-be454e42-a18f-4161-9c79-0c844b36efe7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:13.440299 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d4812359-048a-4dec-9801-8d223cc53f59 req-be454e42-a18f-4161-9c79-0c844b36efe7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0634134 Sep 13 15:31:13.509198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:13.555944 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d4812359-048a-4dec-9801-8d223cc53f59 req-4f0778fb-61ac-4e89-840c-268eb0d8b520 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071589 Sep 13 15:31:13.572980 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01936dd5-6a00-4616-877c-50349b47f590 req-f4b599a1-949f-4e72-82e7-3745ce529693 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317015 Sep 13 15:31:13.717933 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd608-097b-43d5-98d0-2b10d3b53879 req-753aef23-e289-4eea-93db-4211c6363257 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:13.719465 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-325dd608-097b-43d5-98d0-2b10d3b53879 req-753aef23-e289-4eea-93db-4211c6363257 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0501444 Sep 13 15:31:13.771189 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-325dd608-097b-43d5-98d0-2b10d3b53879 req-111f842e-6cbd-4477-b433-ef95f13f6072 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Sep 13 15:31:14.685041 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8ab05-8d82-4b70-9068-a8ed65caea4f req-d41aacd9-bd1e-49b8-bc06-6402867194ee tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:14.686559 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9fa8ab05-8d82-4b70-9068-a8ed65caea4f req-d41aacd9-bd1e-49b8-bc06-6402867194ee tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0504518 Sep 13 15:31:14.740562 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9fa8ab05-8d82-4b70-9068-a8ed65caea4f req-720d985e-75ed-46d8-a2d4-c9139002f165 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Sep 13 15:31:14.898610 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab87e1-d04d-432d-bba9-4c1b8af9c76b req-420c23cb-e0eb-4491-adc1-a5d498c35c14 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:14.900248 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68ab87e1-d04d-432d-bba9-4c1b8af9c76b req-420c23cb-e0eb-4491-adc1-a5d498c35c14 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0469906 Sep 13 15:31:14.950012 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68ab87e1-d04d-432d-bba9-4c1b8af9c76b req-a3b404e1-7d2b-4a9d-ae76-06bbc6bef0d4 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Sep 13 15:31:15.052190 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:15.865378 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ccd3e-9f17-4efb-8497-b1e05f80990e req-5fb522f2-d89e-411e-b82d-609c906c19fc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:15.866887 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cd5ccd3e-9f17-4efb-8497-b1e05f80990e req-5fb522f2-d89e-411e-b82d-609c906c19fc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0468712 Sep 13 15:31:15.913817 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cd5ccd3e-9f17-4efb-8497-b1e05f80990e req-6d62a305-5c73-4e15-ba56-9ce339ec4e00 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Sep 13 15:31:16.074651 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694579c-817e-4509-a6b0-f74af1f7210c req-50b7c0a0-b354-4ffe-bb83-dfab1e8413f1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:16.076152 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8694579c-817e-4509-a6b0-f74af1f7210c req-50b7c0a0-b354-4ffe-bb83-dfab1e8413f1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0503573 Sep 13 15:31:16.126576 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8694579c-817e-4509-a6b0-f74af1f7210c req-e7c2e829-a62d-4b14-9438-100e0a4007be tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Sep 13 15:31:16.234909 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d58f832f-ec58-44ce-986e-1552e5862efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:17.019111 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:17.035404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319db4bc-098e-4d8d-b10f-61d478a21138 req-8c6c275a-cc7b-4759-9757-c71cbc284ac4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:17.037098 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-319db4bc-098e-4d8d-b10f-61d478a21138 req-8c6c275a-cc7b-4759-9757-c71cbc284ac4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0477724 Sep 13 15:31:17.087571 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-319db4bc-098e-4d8d-b10f-61d478a21138 req-eacbe251-28f1-4b32-818b-b40600234aad tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Sep 13 15:31:17.258481 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67873a8-6d20-4fa5-b9f9-72ee957df5f2 req-7bbb1fa0-df0c-499c-9c20-7197e169acc2 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:17.260320 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e67873a8-6d20-4fa5-b9f9-72ee957df5f2 req-7bbb1fa0-df0c-499c-9c20-7197e169acc2 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0492206 Sep 13 15:31:17.315090 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e67873a8-6d20-4fa5-b9f9-72ee957df5f2 req-ffc6c6ba-31ad-4a6a-9ec3-246538f6529e tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486484 Sep 13 15:31:18.210572 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8a88-9f3c-4700-9963-dbe4f4f58a8a req-b5e14715-e0dd-4a31-a691-2423cec77c3c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:18.212180 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58ed8a88-9f3c-4700-9963-dbe4f4f58a8a req-b5e14715-e0dd-4a31-a691-2423cec77c3c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0468585 Sep 13 15:31:18.264889 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58ed8a88-9f3c-4700-9963-dbe4f4f58a8a req-df3bdd24-66b4-4818-89e4-2f1eac6c044c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Sep 13 15:31:18.445450 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671b02-c5be-4fa6-94b2-13bab9f0af4d req-d17e59c6-9e08-40fb-bbfb-2ba083dfc2ae tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:18.447144 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d5671b02-c5be-4fa6-94b2-13bab9f0af4d req-d17e59c6-9e08-40fb-bbfb-2ba083dfc2ae tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0471551 Sep 13 15:31:18.496528 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d5671b02-c5be-4fa6-94b2-13bab9f0af4d req-f9d6deb4-5d67-44a1-86ab-4713beba9ded tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Sep 13 15:31:18.578912 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5ca04f86-47a4-4eaa-a588-85726ba58d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:19.407390 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3a96-63c9-405c-a8a3-37a0c20ecfc7 req-7ec8af83-98d8-4c88-8970-4a0171227f77 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:19.409040 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d3bd3a96-63c9-405c-a8a3-37a0c20ecfc7 req-7ec8af83-98d8-4c88-8970-4a0171227f77 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0579281 Sep 13 15:31:19.457367 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d3bd3a96-63c9-405c-a8a3-37a0c20ecfc7 req-a70fc778-5474-4ad0-bf4b-2c61b0a54944 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Sep 13 15:31:19.570139 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:19.636193 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b12ca-877d-47e3-8cbd-8c7cd3e69bd7 req-f9c6a536-5a17-45ba-a830-af92ce1e30b9 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:19.637953 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-013b12ca-877d-47e3-8cbd-8c7cd3e69bd7 req-f9c6a536-5a17-45ba-a830-af92ce1e30b9 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0477221 Sep 13 15:31:19.677568 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:19.693256 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-013b12ca-877d-47e3-8cbd-8c7cd3e69bd7 req-01360be7-69c1-4838-bf49-54b108dffabc tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Sep 13 15:31:20.583253 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365d261-3ea5-4c44-870b-e985149c25a4 req-2c91ca50-3125-4c7f-8d40-ac56a9c34e2e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:20.584738 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2365d261-3ea5-4c44-870b-e985149c25a4 req-2c91ca50-3125-4c7f-8d40-ac56a9c34e2e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0504582 Sep 13 15:31:20.641833 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2365d261-3ea5-4c44-870b-e985149c25a4 req-ccab9713-1619-4ce7-9f34-faa8705f278c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513062 Sep 13 15:31:20.806985 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=27 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:20.809251 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=77 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:20.842939 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e611f-46ee-4f89-a455-d84e2a56b361 req-75949179-05ee-473f-a2cd-fba421adf1e1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:20.844626 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e70e611f-46ee-4f89-a455-d84e2a56b361 req-75949179-05ee-473f-a2cd-fba421adf1e1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0640318 Sep 13 15:31:20.896340 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e70e611f-46ee-4f89-a455-d84e2a56b361 req-2ceaa7fc-829a-4d68-abbb-2dc3a14ff44d tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Sep 13 15:31:21.059405 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:21.186792 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-23170fdc-da13-4c1d-8738-1d3c40dc50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:21.188299 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-23170fdc-da13-4c1d-8738-1d3c40dc50ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 1128 time: 0.0507178 Sep 13 15:31:21.242992 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:21.306190 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-1c24e5e1-fc0f-41a6-81a9-c4cd4b2291bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:21.307542 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-1c24e5e1-fc0f-41a6-81a9-c4cd4b2291bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 200 len: 910 time: 0.1059461 Sep 13 15:31:21.349912 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-ec17b993-3850-4d98-8765-1800e05e3522 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca686017-271b-4552-bbca-3525460062b2 HTTP/1.1" status: 200 len: 217 time: 0.0333118 Sep 13 15:31:21.403015 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-fe5aa040-db87-47b8-9ca5-5f85ceeb2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:21.404469 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-fe5aa040-db87-47b8-9ca5-5f85ceeb2758 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=927b0fc8-205e-427e-8295-db3574d4b46c HTTP/1.1" status: 200 len: 849 time: 0.0486877 Sep 13 15:31:21.441293 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-f9412017-9dbf-447f-9dc7-ec13594a49fe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=305345df-68fe-42b0-9cf7-d911787f4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290146 Sep 13 15:31:21.556514 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-c4b56fb4-ca36-4a06-a83e-5a899779fe2e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038408 Sep 13 15:31:21.628643 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:21.658559 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0eb8b8bc-7305-4c4e-8fa4-ea2952489ba1 req-bcf686f8-1319-4355-a43a-69f6baec0609 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913885 Sep 13 15:31:21.773888 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83530ad2-12aa-42be-b10d-48663e8da752 req-2575753d-1022-4a06-9e81-ebfcad555d5d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:21.775715 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-83530ad2-12aa-42be-b10d-48663e8da752 req-2575753d-1022-4a06-9e81-ebfcad555d5d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0561407 Sep 13 15:31:21.824935 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-83530ad2-12aa-42be-b10d-48663e8da752 req-58e2daf4-1e16-4b84-bd9c-aeb36de049c7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Sep 13 15:31:22.038492 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb2a3-d331-44c5-9404-a83ac26b47b0 req-2d0bc5c8-ec34-46f1-a4ab-211c2185a12b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:22.040251 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-943fb2a3-d331-44c5-9404-a83ac26b47b0 req-2d0bc5c8-ec34-46f1-a4ab-211c2185a12b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 944 time: 0.0572391 Sep 13 15:31:22.087745 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-943fb2a3-d331-44c5-9404-a83ac26b47b0 req-c5688e6f-ae3a-4e7c-b563-ef9d70f1b7a2 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Sep 13 15:31:22.172598 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ca686017-271b-4552-bbca-3525460062b2 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:31:22.269935 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:22.276749 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port ca686017-271b-4552-bbca-3525460062b2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ca686017-271b-4552-bbca-3525460062b2,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:22.288899 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'ca686017-271b-4552-bbca-3525460062b2', 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba', 'port_id': 'ca686017-271b-4552-bbca-3525460062b2', 'mac_address': 'fa:16:3e:ec:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927b0fc8-205e-427e-8295-db3574d4b46c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:31:22.324723 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port ca686017-271b-4552-bbca-3525460062b2 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:22.325114 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ca686017-271b-4552-bbca-3525460062b2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:22.338754 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca686017-271b-4552-bbca-3525460062b2 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:31:22.363287 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port ca686017-271b-4552-bbca-3525460062b2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ca686017-271b-4552-bbca-3525460062b2,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:22.367807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ca686017-271b-4552-bbca-3525460062b2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:22.420286 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=ca686017-271b-4552-bbca-3525460062b2,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:22.795723 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ca686017-271b-4552-bbca-3525460062b2'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:31:22.960504 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4d013-0f2f-4a8e-98bb-d627ae954a06 req-f5ef1f4e-cd00-40b7-a15d-fac843ec5f46 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:22.962020 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f0f4d013-0f2f-4a8e-98bb-d627ae954a06 req-f5ef1f4e-cd00-40b7-a15d-fac843ec5f46 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0500677 Sep 13 15:31:23.015030 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f0f4d013-0f2f-4a8e-98bb-d627ae954a06 req-bb7b73ee-ffcb-4f87-ba90-8f364082c1d7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Sep 13 15:31:23.089827 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=64 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:23.097171 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=57 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:23.211196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43e08-82af-4f0b-a686-885793f4da99 req-55a9d347-f4ce-4b5f-8f6d-e34f869e1c73 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:23.212704 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cb43e08-82af-4f0b-a686-885793f4da99 req-55a9d347-f4ce-4b5f-8f6d-e34f869e1c73 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 945 time: 0.0462334 Sep 13 15:31:23.243751 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:23.264673 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cb43e08-82af-4f0b-a686-885793f4da99 req-ee5cdebe-e8e9-4199-8a27-cab76b6048d9 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Sep 13 15:31:23.269354 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57688) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:23.380250 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1e2af5b2-05bd-4168-93c3-50884edb4f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.461089 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1e2af5b2-05bd-4168-93c3-50884edb4f75 admin admin] Publish callbacks [] for security_group (b39f1587-f508-481b-b159-77e986084a2b), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.467167 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1e2af5b2-05bd-4168-93c3-50884edb4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b39f1587-f508-481b-b159-77e986084a2b), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.505353 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2af5b2-05bd-4168-93c3-50884edb4f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f1587-f508-481b-b159-77e986084a2b,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:23.510670 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1e2af5b2-05bd-4168-93c3-50884edb4f75 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d78f523a266a403bb42f78dcfbaa68ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401874 Sep 13 15:31:23.512442 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57692) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:23.562597 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3dd357df-ac6a-4da0-a436-fddf82aac1e9 admin admin] Publish callbacks [] for security_group (b39f1587-f508-481b-b159-77e986084a2b), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.584217 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3dd357df-ac6a-4da0-a436-fddf82aac1e9 admin admin] Publish callbacks [] for security_group (b39f1587-f508-481b-b159-77e986084a2b), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.633490 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3dd357df-ac6a-4da0-a436-fddf82aac1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b39f1587-f508-481b-b159-77e986084a2b), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.636488 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3dd357df-ac6a-4da0-a436-fddf82aac1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:23.638094 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3dd357df-ac6a-4da0-a436-fddf82aac1e9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b39f1587-f508-481b-b159-77e986084a2b HTTP/1.1" status: 204 len: 168 time: 0.1245964 Sep 13 15:31:23.647961 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd357df-ac6a-4da0-a436-fddf82aac1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f1587-f508-481b-b159-77e986084a2b,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:24.156846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9f1b7-138f-497b-bb77-b6b4f3f4aa9c req-2f94b986-66dc-48d2-93d9-34a76f699c5e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:24.158390 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-add9f1b7-138f-497b-bb77-b6b4f3f4aa9c req-2f94b986-66dc-48d2-93d9-34a76f699c5e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0550926 Sep 13 15:31:24.173956 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ca686017-271b-4552-bbca-3525460062b2 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:24.221005 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-add9f1b7-138f-497b-bb77-b6b4f3f4aa9c req-a17bf5fd-bed7-495a-b09a-05ab9d3bdb85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564640 Sep 13 15:31:24.237969 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port ca686017-271b-4552-bbca-3525460062b2 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:31:24.246240 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port ca686017-271b-4552-bbca-3525460062b2 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:24.246807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ca686017-271b-4552-bbca-3525460062b2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:24.334389 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port ca686017-271b-4552-bbca-3525460062b2 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:24.334883 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ca686017-271b-4552-bbca-3525460062b2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:24.365801 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209db596-6cc6-4312-8e98-1327446778fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca686017-271b-4552-bbca-3525460062b2'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:24.369353 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f49980d-9ce1-4e97-9c8e-7d52d45337b7" -d '{"events": [{"server_uuid": "209db596-6cc6-4312-8e98-1327446778fc", "name": "network-vif-plugged", "status": "completed", "tag": "ca686017-271b-4552-bbca-3525460062b2"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:24.383888 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port ca686017-271b-4552-bbca-3525460062b2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ca686017-271b-4552-bbca-3525460062b2,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:24.393058 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ca686017-271b-4552-bbca-3525460062b2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:24.402228 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:24.426669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4664a6-ab5e-41e0-a3d3-4d171a2ee3f2 x-openstack-request-id: req-cd4664a6-ab5e-41e0-a3d3-4d171a2ee3f2 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:24.427157 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209db596-6cc6-4312-8e98-1327446778fc", "name": "network-vif-plugged", "status": "completed", "tag": "ca686017-271b-4552-bbca-3525460062b2", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:24.427266 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd4664a6-ab5e-41e0-a3d3-4d171a2ee3f2 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:24.427643 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4664a6-ab5e-41e0-a3d3-4d171a2ee3f2'] response: {'server_uuid': '209db596-6cc6-4312-8e98-1327446778fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca686017-271b-4552-bbca-3525460062b2', 'code': 200} Sep 13 15:31:24.437825 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bf9fd-fc20-4e50-a36a-fd8fc029e20a req-c39359e5-6776-41a3-8189-450395966695 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:24.446889 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9c6bf9fd-fc20-4e50-a36a-fd8fc029e20a req-c39359e5-6776-41a3-8189-450395966695 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 945 time: 0.1009066 Sep 13 15:31:24.482783 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=ca686017-271b-4552-bbca-3525460062b2,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:24.510845 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9c6bf9fd-fc20-4e50-a36a-fd8fc029e20a req-3cd3e0bd-2fa1-4679-869c-c81b97de554f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609281 Sep 13 15:31:24.902177 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57754) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:25.005960 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4cd65e90-93c5-4d3c-bf88-d2b234451968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.083572 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4cd65e90-93c5-4d3c-bf88-d2b234451968 admin admin] Publish callbacks [] for security_group (da6541db-1c50-4505-9722-f7c8b4eafdeb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.089678 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4cd65e90-93c5-4d3c-bf88-d2b234451968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (da6541db-1c50-4505-9722-f7c8b4eafdeb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.117384 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:25.131229 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4cd65e90-93c5-4d3c-bf88-d2b234451968 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fd5ad15b266e4ea58300b5dff91e037f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279162 Sep 13 15:31:25.132722 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd65e90-93c5-4d3c-bf88-d2b234451968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6541db-1c50-4505-9722-f7c8b4eafdeb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:25.134435 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57760) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:25.184627 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dccc47ab-2ca2-479b-ba96-c79be0a4bd12 admin admin] Publish callbacks [] for security_group (da6541db-1c50-4505-9722-f7c8b4eafdeb), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.204595 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dccc47ab-2ca2-479b-ba96-c79be0a4bd12 admin admin] Publish callbacks [] for security_group (da6541db-1c50-4505-9722-f7c8b4eafdeb), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.254416 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dccc47ab-2ca2-479b-ba96-c79be0a4bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (da6541db-1c50-4505-9722-f7c8b4eafdeb), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.257264 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dccc47ab-2ca2-479b-ba96-c79be0a4bd12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.258578 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-dccc47ab-2ca2-479b-ba96-c79be0a4bd12 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/da6541db-1c50-4505-9722-f7c8b4eafdeb HTTP/1.1" status: 204 len: 168 time: 0.1224134 Sep 13 15:31:25.267152 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc47ab-2ca2-479b-ba96-c79be0a4bd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6541db-1c50-4505-9722-f7c8b4eafdeb,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:25.343630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5179fa4-07f0-457a-98e9-1ce9d65a723b req-b2133fc2-87ab-4a7b-a3db-5cf23ccb6a17 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:25.345124 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c5179fa4-07f0-457a-98e9-1ce9d65a723b req-b2133fc2-87ab-4a7b-a3db-5cf23ccb6a17 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0467684 Sep 13 15:31:25.398641 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c5179fa4-07f0-457a-98e9-1ce9d65a723b req-5a80a3ad-879d-44e4-b8a6-98f6f3ebe83d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468554 Sep 13 15:31:25.549292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57770) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:25.564098 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216705f8-0383-4b36-a419-abdac50a0f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.648014 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df534a3-e2e0-4b3b-b560-cc7df9dbd3c4 req-205bc3af-dcd3-4ddd-9c72-21c38cbd498a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:25.649254 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3df534a3-e2e0-4b3b-b560-cc7df9dbd3c4 req-205bc3af-dcd3-4ddd-9c72-21c38cbd498a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0593131 Sep 13 15:31:25.707695 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216705f8-0383-4b36-a419-abdac50a0f90 admin admin] Publish callbacks [] for security_group (d04175c2-c20f-451d-b034-4478b040936b), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.715302 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216705f8-0383-4b36-a419-abdac50a0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d04175c2-c20f-451d-b034-4478b040936b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.729893 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3df534a3-e2e0-4b3b-b560-cc7df9dbd3c4 req-9edf02e9-6997-4fea-bfc9-0446cd7bb18b tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738108 Sep 13 15:31:25.743919 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:25.764133 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-216705f8-0383-4b36-a419-abdac50a0f90 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=062dc9d61b5b4bab93d847b7b4011cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136717 Sep 13 15:31:25.765178 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216705f8-0383-4b36-a419-abdac50a0f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04175c2-c20f-451d-b034-4478b040936b,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:25.767053 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57772) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:25.837539 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eb14f340-8600-4683-977d-71ab841cf198 admin admin] Publish callbacks [] for security_group (d04175c2-c20f-451d-b034-4478b040936b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.869319 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eb14f340-8600-4683-977d-71ab841cf198 admin admin] Publish callbacks [] for security_group (d04175c2-c20f-451d-b034-4478b040936b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.938286 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eb14f340-8600-4683-977d-71ab841cf198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d04175c2-c20f-451d-b034-4478b040936b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.940815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-eb14f340-8600-4683-977d-71ab841cf198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:25.941979 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-eb14f340-8600-4683-977d-71ab841cf198 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d04175c2-c20f-451d-b034-4478b040936b HTTP/1.1" status: 204 len: 168 time: 0.1739104 Sep 13 15:31:25.950015 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14f340-8600-4683-977d-71ab841cf198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04175c2-c20f-451d-b034-4478b040936b,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:26.319483 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57786) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:26.333337 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c252330d-9a06-496c-97ea-53fa54b32e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.411308 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c252330d-9a06-496c-97ea-53fa54b32e74 admin admin] Publish callbacks [] for security_group (84cbcd38-dfb3-471c-91a1-0fa1be4bc325), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.417349 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c252330d-9a06-496c-97ea-53fa54b32e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (84cbcd38-dfb3-471c-91a1-0fa1be4bc325), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.455123 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252330d-9a06-496c-97ea-53fa54b32e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cbcd38-dfb3-471c-91a1-0fa1be4bc325,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:26.459314 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c252330d-9a06-496c-97ea-53fa54b32e74 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=56741605cfd34e87878dca1ce623da03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387978 Sep 13 15:31:26.462339 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57790) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:26.516296 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c4d05df6-da6b-43f0-ae1f-39c60da52c6c admin admin] Publish callbacks [] for security_group (84cbcd38-dfb3-471c-91a1-0fa1be4bc325), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.524836 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548a3bd-3580-4835-b08d-e8db3e90b5ea req-aa30fe9a-167d-4424-9b9c-4564e59ae45a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:26.526450 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c548a3bd-3580-4835-b08d-e8db3e90b5ea req-aa30fe9a-167d-4424-9b9c-4564e59ae45a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0478275 Sep 13 15:31:26.528338 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:26.537807 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c4d05df6-da6b-43f0-ae1f-39c60da52c6c admin admin] Publish callbacks [] for security_group (84cbcd38-dfb3-471c-91a1-0fa1be4bc325), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.565083 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:26.575944 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c548a3bd-3580-4835-b08d-e8db3e90b5ea req-1942b4d5-37b3-48e4-97da-5b367fc019e3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Sep 13 15:31:26.588584 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c4d05df6-da6b-43f0-ae1f-39c60da52c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (84cbcd38-dfb3-471c-91a1-0fa1be4bc325), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.591122 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c4d05df6-da6b-43f0-ae1f-39c60da52c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:26.592275 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c4d05df6-da6b-43f0-ae1f-39c60da52c6c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/84cbcd38-dfb3-471c-91a1-0fa1be4bc325 HTTP/1.1" status: 204 len: 168 time: 0.1290252 Sep 13 15:31:26.600840 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d05df6-da6b-43f0-ae1f-39c60da52c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cbcd38-dfb3-471c-91a1-0fa1be4bc325,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:26.852737 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25555416-6bdb-4041-9c39-7dcc19476372 req-3caee47d-2344-4ae7-9c78-42f2541528eb tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:26.854348 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-25555416-6bdb-4041-9c39-7dcc19476372 req-3caee47d-2344-4ae7-9c78-42f2541528eb tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0468657 Sep 13 15:31:26.903133 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-25555416-6bdb-4041-9c39-7dcc19476372 req-1d6617a3-425a-47ac-8405-c86c73fa31ac tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Sep 13 15:31:27.896791 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50674e2-05a9-4564-9b7b-b1ade5ce419b req-58378094-e011-4204-a2f0-264efffd732e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:27.898366 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e50674e2-05a9-4564-9b7b-b1ade5ce419b req-58378094-e011-4204-a2f0-264efffd732e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.2451310 Sep 13 15:31:27.948067 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e50674e2-05a9-4564-9b7b-b1ade5ce419b req-6a7fdab5-cf7b-4a79-a241-756b88637b82 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Sep 13 15:31:28.028848 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b260b-7988-4d06-a721-3e5f5314d6f3 req-fc215a9c-7395-4d87-a013-0bb09f47eac1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:28.030401 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4a7b260b-7988-4d06-a721-3e5f5314d6f3 req-fc215a9c-7395-4d87-a013-0bb09f47eac1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0517237 Sep 13 15:31:28.125911 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4a7b260b-7988-4d06-a721-3e5f5314d6f3 req-0a1e0cbf-2f85-4b9c-adc4-8b6a30bd117d tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888307 Sep 13 15:31:28.127446 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c1dab-d96f-46f6-8279-97e6f0492565 req-9245f8d9-bc74-4e95-8f1c-ff6468e4a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:28.128844 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-856c1dab-d96f-46f6-8279-97e6f0492565 req-9245f8d9-bc74-4e95-8f1c-ff6468e4a1c6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 1130 time: 0.0570035 Sep 13 15:31:28.691179 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57880) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:28.801029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb760-2845-4bfc-874b-e0f79d56ba16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:28.895913 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb760-2845-4bfc-874b-e0f79d56ba16 admin admin] Publish callbacks [] for security_group (ae3bcf25-0d25-4d03-869b-25361d95eac5), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:28.901827 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb760-2845-4bfc-874b-e0f79d56ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ae3bcf25-0d25-4d03-869b-25361d95eac5), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:28.940231 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6f1eb760-2845-4bfc-874b-e0f79d56ba16 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c7067ab2fbd84bbdbb59af9cddc60987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478776 Sep 13 15:31:28.941064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1eb760-2845-4bfc-874b-e0f79d56ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3bcf25-0d25-4d03-869b-25361d95eac5,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:28.943684 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 57884) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:29.003624 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-05c496d6-e5b9-4625-848f-a6c35fd9b4b9 admin admin] Publish callbacks [] for security_group (ae3bcf25-0d25-4d03-869b-25361d95eac5), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.025765 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-05c496d6-e5b9-4625-848f-a6c35fd9b4b9 admin admin] Publish callbacks [] for security_group (ae3bcf25-0d25-4d03-869b-25361d95eac5), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.100171 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f29f6-a1cc-42b9-a3e0-e0ea2b6bb755 req-032c6297-2484-4746-9608-65dcce246dbc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:29.101808 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ce1f29f6-a1cc-42b9-a3e0-e0ea2b6bb755 req-032c6297-2484-4746-9608-65dcce246dbc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0736816 Sep 13 15:31:29.105769 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:29.160527 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-05c496d6-e5b9-4625-848f-a6c35fd9b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ae3bcf25-0d25-4d03-869b-25361d95eac5), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.163280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-05c496d6-e5b9-4625-848f-a6c35fd9b4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.173571 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-05c496d6-e5b9-4625-848f-a6c35fd9b4b9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ae3bcf25-0d25-4d03-869b-25361d95eac5 HTTP/1.1" status: 204 len: 168 time: 0.2222440 Sep 13 15:31:29.203479 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ce1f29f6-a1cc-42b9-a3e0-e0ea2b6bb755 req-597f18c7-369d-4089-aed6-59713d742eda tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901294 Sep 13 15:31:29.207518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c496d6-e5b9-4625-848f-a6c35fd9b4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3bcf25-0d25-4d03-869b-25361d95eac5,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:29.311952 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07c0b6-cdae-4b92-af9c-f74ffbd8bd13 req-bb11eda0-6b1a-4e95-a98a-abbf1142b425 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:29.319671 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd07c0b6-cdae-4b92-af9c-f74ffbd8bd13 req-bb11eda0-6b1a-4e95-a98a-abbf1142b425 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0890732 Sep 13 15:31:29.378516 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd07c0b6-cdae-4b92-af9c-f74ffbd8bd13 req-0114054f-b113-4e70-8cbc-d139f4c0b9e7 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578020 Sep 13 15:31:29.528123 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-8b6c6f8a-e765-47fc-93ac-dae28b2eb092 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=c1b581d18eee429cb4415287c1887fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352843 Sep 13 15:31:29.551817 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57914) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:29.567364 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0f82b2ab-953d-45f2-bfe7-f675092e4ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.654275 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:31:29.665779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0f82b2ab-953d-45f2-bfe7-f675092e4ea1 admin admin] Publish callbacks [] for security_group (dc4017e9-19f1-408b-864e-dc906fb0da06), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.671525 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0f82b2ab-953d-45f2-bfe7-f675092e4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (dc4017e9-19f1-408b-864e-dc906fb0da06), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.708657 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-0f82b2ab-953d-45f2-bfe7-f675092e4ea1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4dc09430353c4ecba96d6fb93e3e89a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556783 Sep 13 15:31:29.712154 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 57920) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:29.735838 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82b2ab-953d-45f2-bfe7-f675092e4ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4017e9-19f1-408b-864e-dc906fb0da06,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:29.738724 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:29.756166 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-1f6ea0ac-291d-49af-95be-3141f3d88a90 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:29.760035 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-1f6ea0ac-291d-49af-95be-3141f3d88a90 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233236 Sep 13 15:31:29.774239 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-75e76bab-7368-479d-9a47-d8c2ca845a37 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/quotas/c1b581d18eee429cb4415287c1887fa7 HTTP/1.1" status: 200 len: 375 time: 0.0093906 Sep 13 15:31:29.776723 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1bebccdd-d9fa-48fe-a9f6-3e9704c0ecec admin admin] Publish callbacks [] for security_group (dc4017e9-19f1-408b-864e-dc906fb0da06), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.799076 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1bebccdd-d9fa-48fe-a9f6-3e9704c0ecec admin admin] Publish callbacks [] for security_group (dc4017e9-19f1-408b-864e-dc906fb0da06), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.811593 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-dd38ebc4-e3c7-4b02-9dbc-6a9d3f3b0ef9 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c1b581d18eee429cb4415287c1887fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314562 Sep 13 15:31:29.850031 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1bebccdd-d9fa-48fe-a9f6-3e9704c0ecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (dc4017e9-19f1-408b-864e-dc906fb0da06), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.852671 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1bebccdd-d9fa-48fe-a9f6-3e9704c0ecec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:29.853851 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1bebccdd-d9fa-48fe-a9f6-3e9704c0ecec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc4017e9-19f1-408b-864e-dc906fb0da06 HTTP/1.1" status: 204 len: 168 time: 0.1408060 Sep 13 15:31:29.862452 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebccdd-d9fa-48fe-a9f6-3e9704c0ecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4017e9-19f1-408b-864e-dc906fb0da06,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:29.992118 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-32571ded-d2cc-4ce0-8358-1d6bdcc8ccae req-404f491a-9787-4c13-a6c1-79a8e31d90dc tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0347893 Sep 13 15:31:30.136010 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-856c1dab-d96f-46f6-8279-97e6f0492565 req-4e688a14-a238-41e7-ac11-291158b35f12 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439672 Sep 13 15:31:30.517319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80ae85-43e3-4cdc-83b2-c30b2f9ff419 req-f8be439b-18f2-420e-a222-ee47aa678d09 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:30.519088 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a80ae85-43e3-4cdc-83b2-c30b2f9ff419 req-f8be439b-18f2-420e-a222-ee47aa678d09 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0815902 Sep 13 15:31:30.539308 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63687a-2d83-42e8-95a6-9acc4ddbfbcc req-9f8b130c-70cf-46d3-b9ea-0f397ddd3e43 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:30.540750 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fc63687a-2d83-42e8-95a6-9acc4ddbfbcc req-9f8b130c-70cf-46d3-b9ea-0f397ddd3e43 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0740507 Sep 13 15:31:30.602543 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a80ae85-43e3-4cdc-83b2-c30b2f9ff419 req-671c7d00-4116-4ea0-8c15-4a0e67b56cd4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769744 Sep 13 15:31:30.620914 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fc63687a-2d83-42e8-95a6-9acc4ddbfbcc req-17f61099-108f-46e2-9d9c-25ea0b705a96 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672872 Sep 13 15:31:31.102337 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f34e5a48-d338-4e49-806f-e2cbdc130f88 req-95e21b59-d42a-424a-8425-0254395baf8d tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0292859 Sep 13 15:31:31.483167 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:31.771713 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1fc62-9653-4a64-a013-017f159a433e req-1a592fa1-48b0-4572-bdf1-01cd78b94c0d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:31.773200 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-36e1fc62-9653-4a64-a013-017f159a433e req-1a592fa1-48b0-4572-bdf1-01cd78b94c0d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0812604 Sep 13 15:31:31.784277 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2b74d-4076-4fbe-9076-fafb3461c012 req-9a6aace3-5503-4ea9-825c-c8339cac15d8 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:31.794614 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-11a2b74d-4076-4fbe-9076-fafb3461c012 req-9a6aace3-5503-4ea9-825c-c8339cac15d8 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0607026 Sep 13 15:31:31.900549 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-11a2b74d-4076-4fbe-9076-fafb3461c012 req-9f533010-842e-424d-9a70-8d0878ceeba3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048410 Sep 13 15:31:31.914281 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-36e1fc62-9653-4a64-a013-017f159a433e req-a10d1a22-ab3a-4159-96e1-6803ab3f0bc4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156573 Sep 13 15:31:32.246036 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d6483f0f-b17f-47cc-ad38-89e4cec1e48a req-d4b1a3d2-70d2-48a6-bb0c-3f87b42236db tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0324750 Sep 13 15:31:32.723280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12011d4-013b-403d-9830-cb86dfad8559 req-b26a08f8-b4ae-4108-9cb4-4796d4b5c2d4 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:32.724775 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a12011d4-013b-403d-9830-cb86dfad8559 req-b26a08f8-b4ae-4108-9cb4-4796d4b5c2d4 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0478201 Sep 13 15:31:32.773813 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a12011d4-013b-403d-9830-cb86dfad8559 req-050c3a04-936b-412d-8646-42fab14963a5 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Sep 13 15:31:33.060607 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab9a88-6d50-450e-a0d8-dbcf9ccc9374 req-8bc06c07-d2f7-4b6b-9fcd-1ee72ac41297 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:33.062165 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-75ab9a88-6d50-450e-a0d8-dbcf9ccc9374 req-8bc06c07-d2f7-4b6b-9fcd-1ee72ac41297 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0687544 Sep 13 15:31:33.067965 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb519904-22ac-4239-bcd6-6051443e0d8c req-546d07f5-7ad3-4b11-a8e6-1964767dbf36 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:33.069343 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fb519904-22ac-4239-bcd6-6051443e0d8c req-546d07f5-7ad3-4b11-a8e6-1964767dbf36 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0855110 Sep 13 15:31:33.143316 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-75ab9a88-6d50-450e-a0d8-dbcf9ccc9374 req-65762ce1-611f-408d-9d8d-343ca4648556 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Sep 13 15:31:33.147599 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fb519904-22ac-4239-bcd6-6051443e0d8c req-9c8e20dd-4f83-4b36-8efd-ee00054f515d tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713153 Sep 13 15:31:33.371628 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f663b2b-4830-4002-9553-c45cbd404373 req-13b8f321-3295-4d87-9981-ade8d59a52f1 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0304062 Sep 13 15:31:33.696041 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58058) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:33.802740 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fa677f38-8af9-4f84-9951-96040c985bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:33.885398 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fa677f38-8af9-4f84-9951-96040c985bbb admin admin] Publish callbacks [] for security_group (914b78fc-1685-43e2-b11f-6a4ea72e7162), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:33.890498 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fa677f38-8af9-4f84-9951-96040c985bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (914b78fc-1685-43e2-b11f-6a4ea72e7162), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:33.900687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5fd8b-db50-4b40-84ae-4a7fe50da951 req-ea598bc9-28c1-43ff-b2f3-614d83f3def3 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:33.902188 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29f5fd8b-db50-4b40-84ae-4a7fe50da951 req-ea598bc9-28c1-43ff-b2f3-614d83f3def3 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0478635 Sep 13 15:31:33.921062 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:33.925281 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=7,neutron:SELECT=72,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:33.931131 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677f38-8af9-4f84-9951-96040c985bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914b78fc-1685-43e2-b11f-6a4ea72e7162,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:33.936573 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fa677f38-8af9-4f84-9951-96040c985bbb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9f2a675882b549238f66b56ab1aa21af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394834 Sep 13 15:31:33.940102 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58064) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:33.957923 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29f5fd8b-db50-4b40-84ae-4a7fe50da951 req-f66f0b51-338b-4cb5-a390-25043d64e1ff tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Sep 13 15:31:33.992629 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7a69-d1f9-4b27-bb10-d6b846bc9493 admin admin] Publish callbacks [] for security_group (914b78fc-1685-43e2-b11f-6a4ea72e7162), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:34.001244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:34.014797 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7a69-d1f9-4b27-bb10-d6b846bc9493 admin admin] Publish callbacks [] for security_group (914b78fc-1685-43e2-b11f-6a4ea72e7162), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:34.065459 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7a69-d1f9-4b27-bb10-d6b846bc9493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (914b78fc-1685-43e2-b11f-6a4ea72e7162), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:34.068004 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7a69-d1f9-4b27-bb10-d6b846bc9493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:34.069180 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-8cfd7a69-d1f9-4b27-bb10-d6b846bc9493 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/914b78fc-1685-43e2-b11f-6a4ea72e7162 HTTP/1.1" status: 204 len: 168 time: 0.1279345 Sep 13 15:31:34.077301 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd7a69-d1f9-4b27-bb10-d6b846bc9493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914b78fc-1685-43e2-b11f-6a4ea72e7162,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:34.288333 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e7571-46c6-402f-8a9e-ec1d28994097 req-9cac4ddc-aa89-4350-9c67-e84114fabf02 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:34.291895 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-084e7571-46c6-402f-8a9e-ec1d28994097 req-9cac4ddc-aa89-4350-9c67-e84114fabf02 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Sep 13 15:31:34.362335 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-084e7571-46c6-402f-8a9e-ec1d28994097 req-6fb58975-0d0f-48af-aab2-c6557729cf17 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587981 Sep 13 15:31:34.496903 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce550-39b3-400f-8071-98422e707996 req-420ef938-eb9e-4eb7-abd1-04fc08096c74 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:34.505075 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b83ce550-39b3-400f-8071-98422e707996 req-420ef938-eb9e-4eb7-abd1-04fc08096c74 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0714118 Sep 13 15:31:34.553383 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b200b58a-ce60-4e5a-ae47-9d9cb1d3f574 req-24b0f8d8-554e-4633-b4fe-238304773218 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0460446 Sep 13 15:31:34.582252 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b83ce550-39b3-400f-8071-98422e707996 req-c58d824f-a0a6-466a-a3ce-8dd5e82162c5 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760999 Sep 13 15:31:35.068263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:35.096224 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284cb74-f29e-4af6-a78e-e19217ec0b24 req-e61ca9bb-af99-4518-a4ef-e1854df88ce9 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:35.097734 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1284cb74-f29e-4af6-a78e-e19217ec0b24 req-e61ca9bb-af99-4518-a4ef-e1854df88ce9 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0618401 Sep 13 15:31:35.151242 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1284cb74-f29e-4af6-a78e-e19217ec0b24 req-327ef61e-293f-4e96-81d0-976a0f288175 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Sep 13 15:31:35.492467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33139-4233-4dcb-b17c-8230b9b34efe req-c40aa19f-33b8-4f82-994c-fff59d7a8cd8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:35.493936 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2ff33139-4233-4dcb-b17c-8230b9b34efe req-c40aa19f-33b8-4f82-994c-fff59d7a8cd8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Sep 13 15:31:35.555368 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2ff33139-4233-4dcb-b17c-8230b9b34efe req-072bec65-460d-4c54-9fab-5e794a54ee41 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548921 Sep 13 15:31:35.678145 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-22683bcf-3b76-406e-812d-a21bce835ef3 req-43a3459e-cdd0-47fe-a70a-1011dbb167b7 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0395923 Sep 13 15:31:35.728566 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869faab-d5b3-4e0d-9134-33aae677099e req-8a606594-7005-45b8-992e-66a6a502c101 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:35.730226 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4869faab-d5b3-4e0d-9134-33aae677099e req-8a606594-7005-45b8-992e-66a6a502c101 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0501375 Sep 13 15:31:35.787810 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4869faab-d5b3-4e0d-9134-33aae677099e req-f3883312-d68d-45ef-ac6f-ccd06a2091a3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487888 Sep 13 15:31:36.290809 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f128-f97d-4fea-b9e6-7502fb35ecbd req-438e4418-a531-4e3c-aee2-b494aada6a93 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:36.292343 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b6d3f128-f97d-4fea-b9e6-7502fb35ecbd req-438e4418-a531-4e3c-aee2-b494aada6a93 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0522776 Sep 13 15:31:36.351442 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b6d3f128-f97d-4fea-b9e6-7502fb35ecbd req-6776ef03-c9d9-4c33-8068-c79c44d503ad tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Sep 13 15:31:36.450771 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc880-c675-4472-94cc-93b4ed369965 req-2372055c-c00a-4554-bb72-760254894803 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:36.452994 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-641bc880-c675-4472-94cc-93b4ed369965 req-2372055c-c00a-4554-bb72-760254894803 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.0519545 Sep 13 15:31:36.692942 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11c3d8-dd60-4cab-8a57-b3a12eeb756e req-726d5c3c-a5cb-4918-acc8-b24413daef60 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:36.694876 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a11c3d8-dd60-4cab-8a57-b3a12eeb756e req-726d5c3c-a5cb-4918-acc8-b24413daef60 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Sep 13 15:31:36.745945 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a11c3d8-dd60-4cab-8a57-b3a12eeb756e req-d4283a34-8068-41e4-a720-e86df820bbb1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Sep 13 15:31:36.802328 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-62d18159-9b64-4768-b754-f158bacc0fed req-91339324-b4ed-48eb-8d5a-ad06de80cc69 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0359221 Sep 13 15:31:36.989702 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Deleting port ca686017-271b-4552-bbca-3525460062b2 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:36.990045 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (ca686017-271b-4552-bbca-3525460062b2), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:36.998471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496ea3-5882-46f8-bbca-0829095abe32 req-5665535f-5a15-41eb-8350-1f9f82f1a54a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:37.000022 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b496ea3-5882-46f8-bbca-0829095abe32 req-5665535f-5a15-41eb-8350-1f9f82f1a54a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 946 time: 0.1076629 Sep 13 15:31:37.084433 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:37.115356 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b496ea3-5882-46f8-bbca-0829095abe32 req-18a9d381-617b-4cf6-bc81-b5b632b84789 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002862 Sep 13 15:31:37.132520 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] For port ca686017-271b-4552-bbca-3525460062b2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ca686017-271b-4552-bbca-3525460062b2,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:37.132890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (ca686017-271b-4552-bbca-3525460062b2), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.148501 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Calling delete_port for ca686017-271b-4552-bbca-3525460062b2 owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:37.167482 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-a94cb49f-d700-4255-957b-1181808b6e37 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:37.168924 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-a94cb49f-d700-4255-957b-1181808b6e37 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.3844438 Sep 13 15:31:37.170604 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-a3da5c7c-9e56-4be2-957d-6f40b815a122 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c1b581d18eee429cb4415287c1887fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493088 Sep 13 15:31:37.308869 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (ca686017-271b-4552-bbca-3525460062b2), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.328227 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ca686017-271b-4552-bbca-3525460062b2'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:31:37.336674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Pushing event deleted for resources: {'Port': ['ID=ca686017-271b-4552-bbca-3525460062b2,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:37.412630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] No DVR routers for this DVR port ca686017-271b-4552-bbca-3525460062b2 on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:31:37.416167 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.419387 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-641bc880-c675-4472-94cc-93b4ed369965 req-d25d6eb9-f12d-4628-b15a-c57318a84683 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ca686017-271b-4552-bbca-3525460062b2 HTTP/1.1" status: 204 len: 173 time: 0.6252198 Sep 13 15:31:37.419902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209db596-6cc6-4312-8e98-1327446778fc', 'name': 'network-vif-deleted', 'tag': 'ca686017-271b-4552-bbca-3525460062b2'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:37.422228 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e19334-fa23-4e0c-990a-5baf12e90d51" -d '{"events": [{"server_uuid": "209db596-6cc6-4312-8e98-1327446778fc", "name": "network-vif-deleted", "tag": "ca686017-271b-4552-bbca-3525460062b2"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:37.430124 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Deleting port cdd622f7-1540-4df3-9a58-fc9530ecac1d {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:37.430504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.464569 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c889e-8132-4e20-962b-6ae6f1add7d0 x-openstack-request-id: req-d54c889e-8132-4e20-962b-6ae6f1add7d0 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:37.464851 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209db596-6cc6-4312-8e98-1327446778fc", "name": "network-vif-deleted", "tag": "ca686017-271b-4552-bbca-3525460062b2", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:37.465100 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d54c889e-8132-4e20-962b-6ae6f1add7d0 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:37.465638 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54c889e-8132-4e20-962b-6ae6f1add7d0'] response: {'server_uuid': '209db596-6cc6-4312-8e98-1327446778fc', 'name': 'network-vif-deleted', 'tag': 'ca686017-271b-4552-bbca-3525460062b2', 'status': 'completed', 'code': 200} Sep 13 15:31:37.473459 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:37.519861 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-bcaceff4-7ea4-474a-b763-75cb163e69b2 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:37.520033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0094f06-ca4a-47ee-8de2-4601e15ab183 req-4eccedec-0d79-4b89-9430-d9668c75f642 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:37.521674 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-bcaceff4-7ea4-474a-b763-75cb163e69b2 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334022 Sep 13 15:31:37.525937 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0094f06-ca4a-47ee-8de2-4601e15ab183 req-4eccedec-0d79-4b89-9430-d9668c75f642 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 945 time: 0.0640185 Sep 13 15:31:37.542821 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Request body: {'port': {'device_id': '1660d020-9221-426e-80e4-981c15db937c', 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9', 'admin_state_up': True, 'tenant_id': 'c1b581d18eee429cb4415287c1887fa7'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:37.588004 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0094f06-ca4a-47ee-8de2-4601e15ab183 req-eb8631e9-789e-4fa4-9a67-e7d00fa7bb40 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d9463be8-fa80-46f3-9c4f-707061eb8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568569 Sep 13 15:31:37.647504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] For port cdd622f7-1540-4df3-9a58-fc9530ecac1d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=cdd622f7-1540-4df3-9a58-fc9530ecac1d,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:37.647998 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.680635 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Calling delete_port for cdd622f7-1540-4df3-9a58-fc9530ecac1d owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:37.800645 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Made reservation on behalf of c1b581d18eee429cb4415287c1887fa7 for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:37.804480 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.878144 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.884127 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:37.920233 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b41b-3cac-4374-a6ce-38e0570ee6f2 req-254ed8ce-09da-4371-9c2a-9353d5ac4171 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:37.928335 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b343b41b-3cac-4374-a6ce-38e0570ee6f2 req-254ed8ce-09da-4371-9c2a-9353d5ac4171 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0933504 Sep 13 15:31:37.943654 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (cdd622f7-1540-4df3-9a58-fc9530ecac1d), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:37.958868 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['cdd622f7-1540-4df3-9a58-fc9530ecac1d'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:31:37.979570 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Pushing event deleted for resources: {'Port': ['ID=cdd622f7-1540-4df3-9a58-fc9530ecac1d,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:38.061355 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] No DVR routers for this DVR port cdd622f7-1540-4df3-9a58-fc9530ecac1d on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:31:38.067212 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.070519 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a3331dbc-2eb5-4e54-a34b-2d1adb28f76d req-999be2e0-9738-4e14-99bf-54540fa41678 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.42 "DELETE /networking/v2.0/ports/cdd622f7-1540-4df3-9a58-fc9530ecac1d HTTP/1.1" status: 204 len: 173 time: 0.8883846 Sep 13 15:31:38.071047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'name': 'network-vif-deleted', 'tag': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:38.073541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decefda7-85b0-43e1-951d-ed52a631fa0f" -d '{"events": [{"server_uuid": "4a3f4ab8-cedc-4b59-a85c-89535bb22caf", "name": "network-vif-deleted", "tag": "cdd622f7-1540-4df3-9a58-fc9530ecac1d"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:38.114021 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks [] for security_group (1ffbcb72-97ab-4bcf-947e-0b17c858c2e3), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.123736 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1ffbcb72-97ab-4bcf-947e-0b17c858c2e3), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.199771 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:38.215905 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:38.246821 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3152a91f-fe42-45b4-8bfd-ffd6a2c604c1 req-a7081d77-27d7-4c60-a316-a363dc6fc501 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.3103759 Sep 13 15:31:38.286257 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b343b41b-3cac-4374-a6ce-38e0570ee6f2 req-14b73c8a-34a3-439e-b921-09703c1862d3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566349 Sep 13 15:31:38.301453 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd46809-7298-4cb6-8d63-d0d518f675c7 x-openstack-request-id: req-1dd46809-7298-4cb6-8d63-d0d518f675c7 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:38.301806 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f4ab8-cedc-4b59-a85c-89535bb22caf", "name": "network-vif-deleted", "tag": "cdd622f7-1540-4df3-9a58-fc9530ecac1d", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:38.302064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dd46809-7298-4cb6-8d63-d0d518f675c7 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:38.302492 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd46809-7298-4cb6-8d63-d0d518f675c7'] response: {'server_uuid': '4a3f4ab8-cedc-4b59-a85c-89535bb22caf', 'name': 'network-vif-deleted', 'tag': 'cdd622f7-1540-4df3-9a58-fc9530ecac1d', 'status': 'completed', 'code': 200} Sep 13 15:31:38.303636 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Allocated IP 192.168.233.11 (b75ad702-f588-4d21-932f-b5e98e2f07b9/c96a4711-134c-4c2b-bfc3-f39c75929df7/f63996cb-38b0-4d4c-bcc4-753622ed8156) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:38.394618 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1aaaa815-7b41-4cfc-bb95-745d35e46335 req-867a1d29-23c9-4137-9ecc-a80ebd8f5e54 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=209db596-6cc6-4312-8e98-1327446778fc HTTP/1.1" status: 200 len: 210 time: 0.0305901 Sep 13 15:31:38.482767 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks [] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.519166 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.576115 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Network b75ad702-f588-4d21-932f-b5e98e2f07b9 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:38.579608 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:38.583694 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:38.589937 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Pushing event updated for resources: {'Port': ['ID=f63996cb-38b0-4d4c-bcc4-753622ed8156,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:38.679707 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:38.680396 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.709319 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0376f8ce-9308-45d3-a3f2-c013f1552f84 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1722612 Sep 13 15:31:38.738436 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Request body: {'port': {'device_id': '1660d020-9221-426e-80e4-981c15db937c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:38.750253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-798bce9b-0fa6-47f8-8452-bf4b1f64e108 req-e25684d1-5e2a-45a3-a7ee-c9cf63833d13 tempest-DeleteServersTestJSON-741991521 tempest-DeleteServersTestJSON-741991521-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4a3f4ab8-cedc-4b59-a85c-89535bb22caf HTTP/1.1" status: 200 len: 210 time: 0.0328858 Sep 13 15:31:38.831956 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.937139 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-7ff94ac8-fe72-4887-b229-d8a316643d00 None None] Provisioning complete for port f63996cb-38b0-4d4c-bcc4-753622ed8156 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:38.937649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7ff94ac8-fe72-4887-b229-d8a316643d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:38.983577 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-7ff94ac8-fe72-4887-b229-d8a316643d00 None None] Port f63996cb-38b0-4d4c-bcc4-753622ed8156 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:31:39.071109 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:39.172466 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63996cb-38b0-4d4c-bcc4-753622ed8156 {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:31:39.180890 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Publish callbacks [] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:39.194353 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Transition to ACTIVE for port object f63996cb-38b0-4d4c-bcc4-753622ed8156 will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:31:39.199390 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:39.204781 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:39.265089 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Pushing event updated for resources: {'Port': ['ID=f63996cb-38b0-4d4c-bcc4-753622ed8156,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:39.335291 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Attempting to bind port f63996cb-38b0-4d4c-bcc4-753622ed8156 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:39.335797 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Attempting to bind port f63996cb-38b0-4d4c-bcc4-753622ed8156 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:39.336228 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Attempting to bind port f63996cb-38b0-4d4c-bcc4-753622ed8156 on network b75ad702-f588-4d21-932f-b5e98e2f07b9 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:39.396939 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Port f63996cb-38b0-4d4c-bcc4-753622ed8156 on network b75ad702-f588-4d21-932f-b5e98e2f07b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:31:39.397445 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Attempting to bind port f63996cb-38b0-4d4c-bcc4-753622ed8156 on network b75ad702-f588-4d21-932f-b5e98e2f07b9 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:39.430698 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0aafe1-08d7-4209-97ce-851eb1950825 req-5f00cb0a-073b-4e72-8f72-fdbd0c68f64c tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:39.433228 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8a0aafe1-08d7-4209-97ce-851eb1950825 req-5f00cb0a-073b-4e72-8f72-fdbd0c68f64c tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 947 time: 0.0940211 Sep 13 15:31:39.447416 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5707c09-50c9-4a75-949a-56bb5734d875 req-98a1b7c9-65a3-41b9-8fe7-eeb65592b05e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:39.449702 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e5707c09-50c9-4a75-949a-56bb5734d875 req-98a1b7c9-65a3-41b9-8fe7-eeb65592b05e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0773668 Sep 13 15:31:39.454834 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:39.455188 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Checking segment: {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:39.455583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Bound using segment: {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:39.456110 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Bound port: f63996cb-38b0-4d4c-bcc4-753622ed8156, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:39.456507 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:39.541841 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] For port f63996cb-38b0-4d4c-bcc4-753622ed8156, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:39.543721 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8a0aafe1-08d7-4209-97ce-851eb1950825 req-2c369209-b20d-4034-b17d-4f22e7b2ea6c tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925093 Sep 13 15:31:39.546014 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] For port f63996cb-38b0-4d4c-bcc4-753622ed8156, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:39.548684 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e5707c09-50c9-4a75-949a-56bb5734d875 req-ce91bc4a-9022-40d8-a870-324671a63e82 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 Sep 13 15:31:39.553789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:39.561058 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:39.561738 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:39.563596 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f63996cb-38b0-4d4c-bcc4-753622ed8156 HTTP/1.1" status: 200 len: 1097 time: 0.8294649 Sep 13 15:31:39.662061 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4452-134d-4d7a-8ea2-7367eedfebcc service neutron] Pushing event updated for resources: {'Port': ['ID=f63996cb-38b0-4d4c-bcc4-753622ed8156,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:39.676010 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0a3edd93-ab3c-4a32-9f3e-4d79dc944c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:39.677630 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-0a3edd93-ab3c-4a32-9f3e-4d79dc944c12 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c1b581d18eee429cb4415287c1887fa7&device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 1131 time: 0.0536983 Sep 13 15:31:39.723068 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-c0987fad-57d8-45ec-ae8f-e90cecd09a92 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156 HTTP/1.1" status: 200 len: 217 time: 0.0373485 Sep 13 15:31:39.783770 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-6b53cee3-d625-4949-959e-ffe5bf674ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:39.785596 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-6b53cee3-d625-4949-959e-ffe5bf674ecc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c96a4711-134c-4c2b-bfc3-f39c75929df7 HTTP/1.1" status: 200 len: 843 time: 0.0552576 Sep 13 15:31:39.845529 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ac82b985-a8e8-467b-82e9-e31eb5280730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:39.847289 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-ac82b985-a8e8-467b-82e9-e31eb5280730 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b75ad702-f588-4d21-932f-b5e98e2f07b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0507650 Sep 13 15:31:39.951782 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-f64d5aac-19b7-42b1-9118-5e4f6de89b32 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b75ad702-f588-4d21-932f-b5e98e2f07b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937223 Sep 13 15:31:39.997890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-d462571e-cf1d-46d9-bd6d-30f253510f82 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:40.008824 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-d462571e-cf1d-46d9-bd6d-30f253510f82 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/networks?id=305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 200 len: 809 time: 0.1867964 Sep 13 15:31:40.032020 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-5538f334-05bd-419b-9572-271ddae58049 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/quotas/5b820ea465db4802aaa22dbaa4e7397a HTTP/1.1" status: 200 len: 375 time: 0.0205767 Sep 13 15:31:40.076688 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-d77e4407-a898-4b2e-9d45-c9ce2ca0420f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424457 Sep 13 15:31:40.077074 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:40.079708 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-ae9edfee-8f2d-493c-99df-47b5bb6fef4b req-4c2659be-e64e-46ac-a03b-3c153017b078 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b75ad702-f588-4d21-932f-b5e98e2f07b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189899 Sep 13 15:31:40.171491 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2dd66236-85af-474e-a867-7ba6a1965435 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936580 Sep 13 15:31:40.254861 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device cdd622f7-1540-4df3-9a58-fc9530ecac1d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:31:40.274286 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: cdd622f7-1540-4df3-9a58-fc9530ecac1d {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:31:40.274634 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device cdd622f7-1540-4df3-9a58-fc9530ecac1d not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:31:40.275046 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ca686017-271b-4552-bbca-3525460062b2 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:31:40.282858 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-1e122b7c-8660-4aa9-8a61-cbcc8a2c85ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025698 Sep 13 15:31:40.298428 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: ca686017-271b-4552-bbca-3525460062b2 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:31:40.298778 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ca686017-271b-4552-bbca-3525460062b2 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:31:40.304003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1660d020-9221-426e-80e4-981c15db937c', 'tag': 'f63996cb-38b0-4d4c-bcc4-753622ed8156'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:40.307117 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c100f-abba-400d-9ff8-18fae044599a" -d '{"events": [{"name": "network-changed", "server_uuid": "1660d020-9221-426e-80e4-981c15db937c", "tag": "f63996cb-38b0-4d4c-bcc4-753622ed8156"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:40.351148 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3142827e-eb11-45c7-964b-cbbbb77ad778 x-openstack-request-id: req-3142827e-eb11-45c7-964b-cbbbb77ad778 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:40.351487 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1660d020-9221-426e-80e4-981c15db937c", "tag": "f63996cb-38b0-4d4c-bcc4-753622ed8156", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:40.351728 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3142827e-eb11-45c7-964b-cbbbb77ad778 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:40.352200 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3142827e-eb11-45c7-964b-cbbbb77ad778'] response: {'name': 'network-changed', 'server_uuid': '1660d020-9221-426e-80e4-981c15db937c', 'tag': 'f63996cb-38b0-4d4c-bcc4-753622ed8156', 'status': 'completed', 'code': 200} Sep 13 15:31:40.446211 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:40.473644 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9a5fce60-ca56-421a-9b01-c03518e09cb5 req-37bfe05d-30fd-418f-867e-248cdfb8b6f9 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0361824 Sep 13 15:31:40.709654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a12cb9-7411-4fdf-9e90-5ae61ea1d37b req-6ec76c0b-893f-4f3a-ba56-1c5a0cc6023e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:40.711234 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71a12cb9-7411-4fdf-9e90-5ae61ea1d37b req-6ec76c0b-893f-4f3a-ba56-1c5a0cc6023e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0764799 Sep 13 15:31:40.738383 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa86850-2040-4c52-bd52-94a163539caa req-2f9423ba-8be4-4642-98f9-fe904f2701b2 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:40.739867 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8aa86850-2040-4c52-bd52-94a163539caa req-2f9423ba-8be4-4642-98f9-fe904f2701b2 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 947 time: 0.0726852 Sep 13 15:31:40.794415 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71a12cb9-7411-4fdf-9e90-5ae61ea1d37b req-757debc2-c304-44f1-9f40-ca1d4d45924f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728548 Sep 13 15:31:40.819155 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8aa86850-2040-4c52-bd52-94a163539caa req-9011e341-2b38-4e48-9448-758aaf146e41 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645123 Sep 13 15:31:41.422545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58310) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:41.530090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:41.591304 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58316) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:41.609663 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-77deab5d-071f-4d20-8e70-7068f3eadf13 req-7dc86f11-135d-4cde-8ab7-b3e0c8a4bc2e tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0375729 Sep 13 15:31:41.711003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c140f602-eced-4e91-9c3f-fcd33bffae4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.792557 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c140f602-eced-4e91-9c3f-fcd33bffae4b admin admin] Publish callbacks [] for security_group (f2ad85f4-1413-4391-b00d-60e1071eccd6), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.798522 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c140f602-eced-4e91-9c3f-fcd33bffae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f2ad85f4-1413-4391-b00d-60e1071eccd6), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.840663 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140f602-eced-4e91-9c3f-fcd33bffae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ad85f4-1413-4391-b00d-60e1071eccd6,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:41.846643 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c140f602-eced-4e91-9c3f-fcd33bffae4b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7891230751e14cbb97ce52b41516ac7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542214 Sep 13 15:31:41.849509 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58322) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:41.851483 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (e63fe14b-8f00-4760-b093-cb7531c86a8f), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.900272 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9720161e-2c55-48bf-891f-b6fa1b40dd6b admin admin] Publish callbacks [] for security_group (f2ad85f4-1413-4391-b00d-60e1071eccd6), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.921183 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9720161e-2c55-48bf-891f-b6fa1b40dd6b admin admin] Publish callbacks [] for security_group (f2ad85f4-1413-4391-b00d-60e1071eccd6), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.922811 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:41.971750 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9720161e-2c55-48bf-891f-b6fa1b40dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f2ad85f4-1413-4391-b00d-60e1071eccd6), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.974387 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9720161e-2c55-48bf-891f-b6fa1b40dd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:41.975545 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9720161e-2c55-48bf-891f-b6fa1b40dd6b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f2ad85f4-1413-4391-b00d-60e1071eccd6 HTTP/1.1" status: 204 len: 168 time: 0.1251321 Sep 13 15:31:41.983785 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720161e-2c55-48bf-891f-b6fa1b40dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ad85f4-1413-4391-b00d-60e1071eccd6,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:42.029656 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bcf2e-43e0-457e-a794-e66df1430e45 req-331a3bf5-d655-42b3-8412-4007e616d248 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:42.031216 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c35bcf2e-43e0-457e-a794-e66df1430e45 req-331a3bf5-d655-42b3-8412-4007e616d248 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0937898 Sep 13 15:31:42.037385 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03df36-5996-4f03-bee6-1c709708b8a5 req-12469188-0365-45f2-a764-d174a184db16 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:42.038790 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-be03df36-5996-4f03-bee6-1c709708b8a5 req-12469188-0365-45f2-a764-d174a184db16 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 947 time: 0.1027288 Sep 13 15:31:42.223548 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c35bcf2e-43e0-457e-a794-e66df1430e45 req-1c52aee4-8c01-4240-b9ac-eeed30ac6879 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818202 Sep 13 15:31:42.230573 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-be03df36-5996-4f03-bee6-1c709708b8a5 req-7b2c559c-2136-47b8-a546-d8b60d9da15d tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654301 Sep 13 15:31:42.293933 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58330) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:42.294252 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Deleting port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:42.294604 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.305945 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:42.308163 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cc51183b-9f19-4df8-8703-854007a18321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.381439 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] For port 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:42.381712 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.389652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cc51183b-9f19-4df8-8703-854007a18321 admin admin] Publish callbacks [] for security_group (77b4a030-555b-422d-9d24-d1163ad610d1), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.394778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cc51183b-9f19-4df8-8703-854007a18321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (77b4a030-555b-422d-9d24-d1163ad610d1), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.395067 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Calling delete_port for 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 owned by network:router_interface {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:42.438266 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-cc51183b-9f19-4df8-8703-854007a18321 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a06937f5ee144a97a9441cdf8a466bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429112 Sep 13 15:31:42.439468 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51183b-9f19-4df8-8703-854007a18321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4a030-555b-422d-9d24-d1163ad610d1,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:42.441273 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58334) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:42.494263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:42.553650 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3066b4f5-79b8-4d3b-bf2e-7c06110e2b35 admin admin] Publish callbacks [] for security_group (77b4a030-555b-422d-9d24-d1163ad610d1), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.585795 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3066b4f5-79b8-4d3b-bf2e-7c06110e2b35 admin admin] Publish callbacks [] for security_group (77b4a030-555b-422d-9d24-d1163ad610d1), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.679799 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3066b4f5-79b8-4d3b-bf2e-7c06110e2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (77b4a030-555b-422d-9d24-d1163ad610d1), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.682498 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3066b4f5-79b8-4d3b-bf2e-7c06110e2b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.686166 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3066b4f5-79b8-4d3b-bf2e-7c06110e2b35 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/77b4a030-555b-422d-9d24-d1163ad610d1 HTTP/1.1" status: 204 len: 168 time: 0.2384589 Sep 13 15:31:42.693232 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066b4f5-79b8-4d3b-bf2e-7c06110e2b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b4a030-555b-422d-9d24-d1163ad610d1,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:42.696778 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:42.739744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:42.768912 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-87863821-ec72-4fb6-bddb-0abb627c2689 req-f053ee5e-cfdf-484b-b59b-f4d29f99b4f9 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0448468 Sep 13 15:31:42.907725 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (e63fe14b-8f00-4760-b093-cb7531c86a8f), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:43.291926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c100f-abba-400d-9ff8-18fae044599a req-6ac5b77d-d872-4082-843c-18a3b1db424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:43.294324 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-6ac5b77d-d872-4082-843c-18a3b1db424d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c1b581d18eee429cb4415287c1887fa7&device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 1131 time: 0.1027105 Sep 13 15:31:43.436974 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c100f-abba-400d-9ff8-18fae044599a req-b6a97fcc-62cb-4d7e-8338-7804dc433610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:43.439126 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-b6a97fcc-62cb-4d7e-8338-7804dc433610 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b75ad702-f588-4d21-932f-b5e98e2f07b9 HTTP/1.1" status: 200 len: 870 time: 0.1374409 Sep 13 15:31:43.453858 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7ad0-c5da-422a-a2ec-4a4a51e3ac26 req-238b8959-a14f-4028-95c6-6f531418cb52 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:43.455742 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-17dd7ad0-c5da-422a-a2ec-4a4a51e3ac26 req-238b8959-a14f-4028-95c6-6f531418cb52 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0947070 Sep 13 15:31:43.465305 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd60cd-7227-4fae-b0bc-9acbb69113f6 req-86dfba50-ed3d-41d3-9b66-94678d5f9cf7 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:43.472687 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-85dd60cd-7227-4fae-b0bc-9acbb69113f6 req-86dfba50-ed3d-41d3-9b66-94678d5f9cf7 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 947 time: 0.1104820 Sep 13 15:31:43.486419 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Router e63fe14b-8f00-4760-b093-cb7531c86a8f has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:31:43.505788 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-4fb48e47-a42e-4cac-be11-733df5c7211b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156 HTTP/1.1" status: 200 len: 217 time: 0.0565491 Sep 13 15:31:43.515196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:43.567896 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:43.575867 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c100f-abba-400d-9ff8-18fae044599a req-e25beabf-4933-4c03-a0f5-d7d3595676af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:43.577871 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-e25beabf-4933-4c03-a0f5-d7d3595676af service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c96a4711-134c-4c2b-bfc3-f39c75929df7 HTTP/1.1" status: 200 len: 843 time: 0.0662136 Sep 13 15:31:43.617667 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-85dd60cd-7227-4fae-b0bc-9acbb69113f6 req-0ac04f59-4b48-4608-851a-cc0690bf3ae0 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417708 Sep 13 15:31:43.638959 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-17dd7ad0-c5da-422a-a2ec-4a4a51e3ac26 req-5f30f968-7df6-4a80-8c77-cfa92edad376 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624043 Sep 13 15:31:43.660478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c100f-abba-400d-9ff8-18fae044599a req-ef18344d-e335-4d27-8b57-6e377a35c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:43.662019 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-ef18344d-e335-4d27-8b57-6e377a35c5a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b75ad702-f588-4d21-932f-b5e98e2f07b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0787842 Sep 13 15:31:43.719448 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:31:43.728263 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e6870e2b-42e4-4b5c-a586-afe990b5d405 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e63fe14b-8f00-4760-b093-cb7531c86a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3053520 Sep 13 15:31:43.728763 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58382) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:43.730661 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] Sync routers for ids ['e63fe14b-8f00-4760-b093-cb7531c86a8f'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:31:43.743055 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] Routers {'e63fe14b-8f00-4760-b093-cb7531c86a8f'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:43.743969 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['e63fe14b-8f00-4760-b093-cb7531c86a8f'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:43.785683 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:43.838877 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks [] for router (e63fe14b-8f00-4760-b093-cb7531c86a8f), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:43.864006 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] Set router e63fe14b-8f00-4760-b093-cb7531c86a8f gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:43.916714 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dca48778-708c-468b-8b56-702c4d9b159e req-4ba92228-fd62-4655-9049-4188aa7995cd tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0353501 Sep 13 15:31:43.956337 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks [] for router_gateway (e63fe14b-8f00-4760-b093-cb7531c86a8f), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.011825 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Deleting port 5cfba113-6a3b-4893-b05c-cb386d039039 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:44.012221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.075516 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:31:42Z', 'revision_number': 5, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port': {'id': '5cfba113-6a3b-4893-b05c-cb386d039039', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:44.108414 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] For port 5cfba113-6a3b-4893-b05c-cb386d039039, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=5cfba113-6a3b-4893-b05c-cb386d039039,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:44.109181 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.112330 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] Checking router: e63fe14b-8f00-4760-b093-cb7531c86a8f for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:31:44.123132 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] Routers {'e63fe14b-8f00-4760-b093-cb7531c86a8f'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:44.124185 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['e63fe14b-8f00-4760-b093-cb7531c86a8f'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:44.128710 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Calling delete_port for 5cfba113-6a3b-4893-b05c-cb386d039039 owned by network:router_gateway {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:44.210013 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:44.239759 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] Set router e63fe14b-8f00-4760-b093-cb7531c86a8f gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:44.256807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device f63996cb-38b0-4d4c-bcc4-753622ed8156 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:31:44.307299 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:31:43Z', 'revision_number': 6, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:44.334280 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3340735c-2f8e-4549-a73a-9104122f62e2 None None] The sync data for ids ['e63fe14b-8f00-4760-b093-cb7531c86a8f'] in dv-cinder-857434-2-iscsi is: [{'id': 'e63fe14b-8f00-4760-b093-cb7531c86a8f', 'name': 'tempest-DeleteServersTestJSON-318105405-router', 'tenant_id': '836a885e5c97498db1721adb1a22a05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:53Z', 'updated_at': '2022-09-13T15:31:43Z', 'revision_number': 6, 'project_id': '836a885e5c97498db1721adb1a22a05f', 'gw_port_host': None}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:31:44.391752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port f63996cb-38b0-4d4c-bcc4-753622ed8156, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:44.411051 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'f63996cb-38b0-4d4c-bcc4-753622ed8156', 'network_id': 'b75ad702-f588-4d21-932f-b5e98e2f07b9', 'port_id': 'f63996cb-38b0-4d4c-bcc4-753622ed8156', 'mac_address': 'fa:16:3e:49:6b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96a4711-134c-4c2b-bfc3-f39c75929df7', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:31:44.455169 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port f63996cb-38b0-4d4c-bcc4-753622ed8156 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:44.455846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.459605 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:44.479487 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58414) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:44.492073 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63996cb-38b0-4d4c-bcc4-753622ed8156 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:31:44.518656 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port f63996cb-38b0-4d4c-bcc4-753622ed8156, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:44.527381 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.591586 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=f63996cb-38b0-4d4c-bcc4-753622ed8156,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:44.631328 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-4a04-4901-ba21-0c90753a315e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.657463 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (5cfba113-6a3b-4893-b05c-cb386d039039), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.695310 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfba113-6a3b-4893-b05c-cb386d039039,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:44.774657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (e63fe14b-8f00-4760-b093-cb7531c86a8f), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.791897 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-4a04-4901-ba21-0c90753a315e admin admin] Publish callbacks [] for security_group (2398061c-b618-4985-bbc3-e207f80de04e), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.812696 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-4a04-4901-ba21-0c90753a315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2398061c-b618-4985-bbc3-e207f80de04e), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.850694 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ebfa6-5dbe-4e27-8b26-d4642e226981 req-34d12729-23a6-4bd7-b990-276f76bd27e2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:44.852266 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-163ebfa6-5dbe-4e27-8b26-d4642e226981 req-34d12729-23a6-4bd7-b990-276f76bd27e2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1075029 Sep 13 15:31:44.895885 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (e63fe14b-8f00-4760-b093-cb7531c86a8f), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.899034 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks [] for router_controller (e63fe14b-8f00-4760-b093-cb7531c86a8f), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.903210 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:31:44.905566 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c46f799b-4a04-4901-ba21-0c90753a315e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=93213d315669449086d549efa0cecb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247172 Sep 13 15:31:44.913417 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5628b-e3fd-46cf-8209-d4936e662516 req-30f9e029-b42d-49bb-968f-7e4960517f9b tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:44.915004 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4cb5628b-e3fd-46cf-8209-d4936e662516 req-30f9e029-b42d-49bb-968f-7e4960517f9b tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 948 time: 0.1282310 Sep 13 15:31:44.915456 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58424) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:44.917683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f799b-4a04-4901-ba21-0c90753a315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2398061c-b618-4985-bbc3-e207f80de04e,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:44.934228 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:31:44.934463 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 0d6d3ce4-7743-4dd0-905d-8e9712cfd0f7 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:31:44.969788 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (e63fe14b-8f00-4760-b093-cb7531c86a8f), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.970637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63fe14b-8f00-4760-b093-cb7531c86a8f {{(pid=106264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:31:44.975715 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:44.976834 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-a2b93a61-d8b4-438f-8986-b0c699ff97df admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e63fe14b-8f00-4760-b093-cb7531c86a8f HTTP/1.1" status: 204 len: 168 time: 1.2469561 Sep 13 15:31:44.979285 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58428) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:44.998699 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-163ebfa6-5dbe-4e27-8b26-d4642e226981 req-989ed98d-9309-4525-bef2-16b137440fc8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333642 Sep 13 15:31:45.031500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4cb5628b-e3fd-46cf-8209-d4936e662516 req-d7c953ac-bdf0-4df8-9914-4c6713b0d464 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049371 Sep 13 15:31:45.034485 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Deleting subnet f7c4b948-6e05-4244-b9fc-c8332b3cbc53 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:31:45.039076 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Publish callbacks [] for subnet (f7c4b948-6e05-4244-b9fc-c8332b3cbc53), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.054470 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-399fb37d-cd9b-45f4-955a-78c41dd0525e admin admin] Publish callbacks [] for security_group (2398061c-b618-4985-bbc3-e207f80de04e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.077408 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (f7c4b948-6e05-4244-b9fc-c8332b3cbc53), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.104775 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-399fb37d-cd9b-45f4-955a-78c41dd0525e admin admin] Publish callbacks [] for security_group (2398061c-b618-4985-bbc3-e207f80de04e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.108020 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-39d25f6c-fb08-4a66-8edf-f1cd62648dbc req-5f494cf0-42ba-417a-b4d0-e14430501dbe tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0437675 Sep 13 15:31:45.113691 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:45.175211 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['f63996cb-38b0-4d4c-bcc4-753622ed8156'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:31:45.184114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-399fb37d-cd9b-45f4-955a-78c41dd0525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2398061c-b618-4985-bbc3-e207f80de04e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.189762 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-399fb37d-cd9b-45f4-955a-78c41dd0525e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.196880 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-399fb37d-cd9b-45f4-955a-78c41dd0525e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2398061c-b618-4985-bbc3-e207f80de04e HTTP/1.1" status: 204 len: 168 time: 0.2773049 Sep 13 15:31:45.232159 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fb37d-cd9b-45f4-955a-78c41dd0525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2398061c-b618-4985-bbc3-e207f80de04e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:45.261938 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (f7c4b948-6e05-4244-b9fc-c8332b3cbc53), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.337588 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-ed2f9ddc-4302-44de-b57e-42d2247d6720 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b75ad702-f588-4d21-932f-b5e98e2f07b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676600 Sep 13 15:31:45.362031 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (f7c4b948-6e05-4244-b9fc-c8332b3cbc53), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.390670 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c4b948-6e05-4244-b9fc-c8332b3cbc53,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:45.396599 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.402507 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58432) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:45.409958 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5b6b16c2-6342-470e-9943-0af4d2fe0205 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/f7c4b948-6e05-4244-b9fc-c8332b3cbc53 HTTP/1.1" status: 204 len: 168 time: 0.4293833 Sep 13 15:31:45.410208 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c7119-40da-464b-b354-8651c7526749 None None] Network 853b8391-5bbf-48bb-90af-a48b0e48e5ff requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:31:45.531632 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (853b8391-5bbf-48bb-90af-a48b0e48e5ff), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.654644 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] DHCP port deletion for 853b8391-5bbf-48bb-90af-a48b0e48e5ff request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:31:45.685251 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e790c-063b-4664-9c84-b71069270482 req-09c7dfcf-352f-4873-97ef-3680363d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:45.687638 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Deleting port a8413eea-f031-48d5-a7cc-cdc8d17436a1 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:45.688051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.693827 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9d7e790c-063b-4664-9c84-b71069270482 req-09c7dfcf-352f-4873-97ef-3680363d3517 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1130 time: 0.1446671 Sep 13 15:31:45.715727 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5c6c100f-abba-400d-9ff8-18fae044599a req-b93e583f-e93a-4971-bb8e-8af758774b19 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b75ad702-f588-4d21-932f-b5e98e2f07b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582362 Sep 13 15:31:45.753345 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] Deleting port a8413eea-f031-48d5-a7cc-cdc8d17436a1 {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:45.753950 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.771178 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] For port a8413eea-f031-48d5-a7cc-cdc8d17436a1, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a8413eea-f031-48d5-a7cc-cdc8d17436a1,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:45.771846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.788890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Calling delete_port for a8413eea-f031-48d5-a7cc-cdc8d17436a1 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:45.817195 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58440) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:45.820555 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9d7e790c-063b-4664-9c84-b71069270482 req-669483b9-e7f8-4604-b62e-8fdb566eb60e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221287 Sep 13 15:31:45.837661 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c14a5452-e51b-413a-8e75-1f11de5ec7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.855557 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] For port a8413eea-f031-48d5-a7cc-cdc8d17436a1, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a8413eea-f031-48d5-a7cc-cdc8d17436a1,segment=NetworkSegment(b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08),segment_id=b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:45.855962 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.877079 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] Calling delete_port for a8413eea-f031-48d5-a7cc-cdc8d17436a1 owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:45.879306 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:45.879995 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:45.886495 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:45.890977 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.908281 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:45.939932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c14a5452-e51b-413a-8e75-1f11de5ec7f8 admin admin] Publish callbacks [] for security_group (fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.943241 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8413eea-f031-48d5-a7cc-cdc8d17436a1,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:45.950760 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c14a5452-e51b-413a-8e75-1f11de5ec7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:45.955759 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] No DVR routers for this DVR port a8413eea-f031-48d5-a7cc-cdc8d17436a1 on host dv-cinder-857434-2-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:31:46.004007 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c14a5452-e51b-413a-8e75-1f11de5ec7f8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6040624371194ff9907f09ae3e684938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819692 Sep 13 15:31:46.005244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a5452-e51b-413a-8e75-1f11de5ec7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:46.008122 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58444) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:46.054794 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-35c7fbff-01ea-4787-943c-6e6a91cb6675 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:46.056876 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-35c7fbff-01ea-4787-943c-6e6a91cb6675 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "GET /networking/v2.0/networks?id=305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 200 len: 809 time: 0.4395287 Sep 13 15:31:46.073533 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1a7fb74-9218-4001-9d6b-4b2dab8864a7 admin admin] Publish callbacks [] for security_group (fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.081199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (a8413eea-f031-48d5-a7cc-cdc8d17436a1), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.101921 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1a7fb74-9218-4001-9d6b-4b2dab8864a7 admin admin] Publish callbacks [] for security_group (fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.116516 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] Pushing event deleted for resources: {'Port': ['ID=a8413eea-f031-48d5-a7cc-cdc8d17436a1,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:46.120072 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a28d8-5a0a-4f60-bfc8-fbad588abbc4 None None] No DVR routers for this DVR port a8413eea-f031-48d5-a7cc-cdc8d17436a1 on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:31:46.140989 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (853b8391-5bbf-48bb-90af-a48b0e48e5ff), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.148461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Request body: {'port': {'device_id': '6a733f9c-072a-4d48-a807-423d74f654c3', 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba', 'admin_state_up': True, 'tenant_id': '5b820ea465db4802aaa22dbaa4e7397a'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:46.177934 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1a7fb74-9218-4001-9d6b-4b2dab8864a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.180425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1a7fb74-9218-4001-9d6b-4b2dab8864a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.181613 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e1a7fb74-9218-4001-9d6b-4b2dab8864a7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9 HTTP/1.1" status: 204 len: 168 time: 0.1724124 Sep 13 15:31:46.189541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7fb74-9218-4001-9d6b-4b2dab8864a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf4edfe-3903-4fc1-b5d8-fc92d55f7fb9,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:46.239051 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-73c675d6-0f7d-4d3e-a6fa-8b5d3e4e9207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > port after_create 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > port after_update 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.279676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.280433 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.345151 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.345536 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.345876 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.346309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 15:31:46.346674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853b8391-5bbf-48bb-90af-a48b0e48e5ff']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:46.384496 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:46.384795 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:46.413258 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd0f6b-6ecc-4ded-87e8-e420fc0b298e req-36792d5f-7e84-4576-bbba-87d5a02a0c2c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:46.414794 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3dfd0f6b-6ecc-4ded-87e8-e420fc0b298e req-36792d5f-7e84-4576-bbba-87d5a02a0c2c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.2833958 Sep 13 15:31:46.430674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33781783-f942-41b0-ac7b-8058fc550512 req-4f7208e4-b3e0-4bb0-addc-c581d8c2bb47 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:46.432177 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-33781783-f942-41b0-ac7b-8058fc550512 req-4f7208e4-b3e0-4bb0-addc-c581d8c2bb47 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 948 time: 0.2702713 Sep 13 15:31:46.434323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.460236 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device f63996cb-38b0-4d4c-bcc4-753622ed8156 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:46.503519 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.508534 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port f63996cb-38b0-4d4c-bcc4-753622ed8156 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:31:46.517513 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port f63996cb-38b0-4d4c-bcc4-753622ed8156 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:46.518273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.519887 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:31:46.520298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.565854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:46.570238 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58464) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:46.583482 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-01f8bc48-a7ea-4cd4-a9ed-6101c1abb321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.604566 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port f63996cb-38b0-4d4c-bcc4-753622ed8156 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:46.604965 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.611367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:46.634902 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660d020-9221-426e-80e4-981c15db937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63996cb-38b0-4d4c-bcc4-753622ed8156'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:46.637708 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400a68d-045f-4b9a-baf9-230352d75a01" -d '{"events": [{"server_uuid": "1660d020-9221-426e-80e4-981c15db937c", "name": "network-vif-plugged", "status": "completed", "tag": "f63996cb-38b0-4d4c-bcc4-753622ed8156"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:46.649947 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3dfd0f6b-6ecc-4ded-87e8-e420fc0b298e req-e03107ef-efa4-4ffa-8f23-e0298a44bc23 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276375 Sep 13 15:31:46.653477 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port f63996cb-38b0-4d4c-bcc4-753622ed8156, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:46.659780 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:46.662398 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.687865 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-33781783-f942-41b0-ac7b-8058fc550512 req-cb6c3865-1504-4871-8b4c-a4964583ec04 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330518 Sep 13 15:31:46.692020 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Made reservation on behalf of 5b820ea465db4802aaa22dbaa4e7397a for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:46.697624 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.716282 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (853b8391-5bbf-48bb-90af-a48b0e48e5ff), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.722649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=f63996cb-38b0-4d4c-bcc4-753622ed8156,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:46.733978 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.737681 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/853b8391-5bbf-48bb-90af-a48b0e48e5ff HTTP/1.1" status: 204 len: 168 time: 1.3341076 Sep 13 15:31:46.789182 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bbec7-093c-496e-b119-3a0f214dfa05 x-openstack-request-id: req-ea9bbec7-093c-496e-b119-3a0f214dfa05 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:46.789593 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1660d020-9221-426e-80e4-981c15db937c", "name": "network-vif-plugged", "status": "completed", "tag": "f63996cb-38b0-4d4c-bcc4-753622ed8156", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:46.790126 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea9bbec7-093c-496e-b119-3a0f214dfa05 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:46.790804 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9bbec7-093c-496e-b119-3a0f214dfa05'] response: {'server_uuid': '1660d020-9221-426e-80e4-981c15db937c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63996cb-38b0-4d4c-bcc4-753622ed8156', 'code': 200} Sep 13 15:31:46.792268 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-01f8bc48-a7ea-4cd4-a9ed-6101c1abb321 admin admin] Publish callbacks [] for security_group (e90dd8dd-d269-4101-b4dc-567be0c0a6b4), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.796221 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703eb68-ae61-48b9-8dd4-fc6e83c6127d admin admin] Pushing event deleted for resources: {'Network': ['ID=853b8391-5bbf-48bb-90af-a48b0e48e5ff,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:46.797814 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-01f8bc48-a7ea-4cd4-a9ed-6101c1abb321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (e90dd8dd-d269-4101-b4dc-567be0c0a6b4), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.835832 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff316d26-6a5d-4d92-925a-c6648a879526 req-f2f258ab-5d1e-4778-b2b1-87534d77e229 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0434768 Sep 13 15:31:46.855839 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-01f8bc48-a7ea-4cd4-a9ed-6101c1abb321 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=90980e4d215d43a5924a03aec1268de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845099 Sep 13 15:31:46.858380 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58476) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:46.887642 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a8413eea-f031-48d5-a7cc-cdc8d17436a1 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:31:46.902925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8bc48-a7ea-4cd4-a9ed-6101c1abb321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90dd8dd-d269-4101-b4dc-567be0c0a6b4,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:46.934790 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ac8-57b7-4b58-abaa-c6fecc184ee9 admin admin] Publish callbacks [] for security_group (e90dd8dd-d269-4101-b4dc-567be0c0a6b4), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.958137 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ac8-57b7-4b58-abaa-c6fecc184ee9 admin admin] Publish callbacks [] for security_group (e90dd8dd-d269-4101-b4dc-567be0c0a6b4), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:46.969745 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: a8413eea-f031-48d5-a7cc-cdc8d17436a1 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:31:46.972056 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a8413eea-f031-48d5-a7cc-cdc8d17436a1 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:31:46.972601 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5cfba113-6a3b-4893-b05c-cb386d039039 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:31:46.995743 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08 resource provider aggregate not found Sep 13 15:31:46.996720 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 5cfba113-6a3b-4893-b05c-cb386d039039 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:31:46.997249 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5cfba113-6a3b-4893-b05c-cb386d039039 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:31:47.005948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Allocated IP 172.20.0.5 (305345df-68fe-42b0-9cf7-d911787f4fba/927b0fc8-205e-427e-8295-db3574d4b46c/acc082f5-9d44-4329-b161-8e4b8f8686eb) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:47.021999 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ac8-57b7-4b58-abaa-c6fecc184ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (e90dd8dd-d269-4101-b4dc-567be0c0a6b4), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.025583 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c7afef-1bf0-4d86-b3b8-ae6d5ec09c08 found for delete ", "request_id": "req-6b1ade4b-c5de-4607-b371-f2239799859d"}]} Sep 13 15:31:47.025841 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ac8-57b7-4b58-abaa-c6fecc184ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.027351 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d0b91ac8-57b7-4b58-abaa-c6fecc184ee9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e90dd8dd-d269-4101-b4dc-567be0c0a6b4 HTTP/1.1" status: 204 len: 168 time: 0.1679375 Sep 13 15:31:47.048110 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b91ac8-57b7-4b58-abaa-c6fecc184ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90dd8dd-d269-4101-b4dc-567be0c0a6b4,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:47.088931 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58486) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:47.134817 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-094eba03-a7a3-42a2-a36d-09488e81b3a4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=836a885e5c97498db1721adb1a22a05f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444756 Sep 13 15:31:47.137138 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58488) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:47.191027 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d84178eb-fe41-42b7-8fb2-06c4c4dbe837 admin admin] Publish callbacks [] for security_group (d9463be8-fa80-46f3-9c4f-707061eb8f62), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.208024 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks [] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.212811 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d84178eb-fe41-42b7-8fb2-06c4c4dbe837 admin admin] Publish callbacks [] for security_group (d9463be8-fa80-46f3-9c4f-707061eb8f62), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.247698 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.258915 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:47.266817 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d84178eb-fe41-42b7-8fb2-06c4c4dbe837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d9463be8-fa80-46f3-9c4f-707061eb8f62), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.269523 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-d84178eb-fe41-42b7-8fb2-06c4c4dbe837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.270801 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d84178eb-fe41-42b7-8fb2-06c4c4dbe837 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d9463be8-fa80-46f3-9c4f-707061eb8f62 HTTP/1.1" status: 204 len: 168 time: 0.1327047 Sep 13 15:31:47.279230 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84178eb-fe41-42b7-8fb2-06c4c4dbe837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9463be8-fa80-46f3-9c4f-707061eb8f62,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:47.310817 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Network 305345df-68fe-42b0-9cf7-d911787f4fba is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:47.315121 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:47.318013 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Pushing event updated for resources: {'Port': ['ID=acc082f5-9d44-4329-b161-8e4b8f8686eb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:47.320996 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:47.373783 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:47.374550 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:47.395117 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-6cdadb67-e8b1-42d8-858e-24f003d1d16a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2654369 Sep 13 15:31:47.837810 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d72c4-d881-4dd7-8857-2497126d8e63 req-b0f02452-bd0f-4c22-9956-e5e69f9fe4f7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:47.839362 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9a5d72c4-d881-4dd7-8857-2497126d8e63 req-b0f02452-bd0f-4c22-9956-e5e69f9fe4f7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1091104 Sep 13 15:31:47.873533 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd3e1-7bd3-4065-9b62-4fa0e6073742 req-d56e0dd2-953b-4dd3-928f-21c1bb09f973 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:47.875067 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6d4cd3e1-7bd3-4065-9b62-4fa0e6073742 req-d56e0dd2-953b-4dd3-928f-21c1bb09f973 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.0792027 Sep 13 15:31:47.930256 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9a5d72c4-d881-4dd7-8857-2497126d8e63 req-3bb30391-a8f5-460e-9316-034751764dde tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816307 Sep 13 15:31:47.958479 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6d4cd3e1-7bd3-4065-9b62-4fa0e6073742 req-edaa608b-21a6-47db-9f8c-37299a28af5a tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Sep 13 15:31:48.072958 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58542) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:48.086563 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf464-7123-4360-a594-6b6b774acac3 req-89c4b947-3ec9-41b6-9523-2f92fb8928c0 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:48.088142 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f2fbf464-7123-4360-a594-6b6b774acac3 req-89c4b947-3ec9-41b6-9523-2f92fb8928c0 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 931 time: 0.0599551 Sep 13 15:31:48.150180 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f2fbf464-7123-4360-a594-6b6b774acac3 req-7f5b9095-c5c2-4fbc-aa12-b7a0a6dd8122 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524759 Sep 13 15:31:48.181047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1230667667-network', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:48.206538 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Made reservation on behalf of 76163bf55e0a403aaec08c9c6a68a55f for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:48.209295 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.218600 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.240701 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:48.302259 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks [] for security_group (82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.307209 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.336648 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:31:48.343305 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:48.350400 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (fa9222b6-4679-4945-b56b-139dd33d30f4), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.350892 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Added segment fa9222b6-4679-4945-b56b-139dd33d30f4 of type vlan for network dae42ed5-9203-4331-a516-9ad32fc49ad2 Sep 13 15:31:48.394868 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (dae42ed5-9203-4331-a516-9ad32fc49ad2), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.412461 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:48.422927 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (dae42ed5-9203-4331-a516-9ad32fc49ad2), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.424035 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:48.424814 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.478633 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4037321 Sep 13 15:31:48.481705 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58584) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:48.486859 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Request body: {'subnet': {'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-subnet', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:48.493046 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0d2dc-dc2c-4bd6-81f3-243dd7274696 admin admin] Pushing event updated for resources: {'Network': ['ID=dae42ed5-9203-4331-a516-9ad32fc49ad2,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:48.503763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:31:48.526731 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Made reservation on behalf of 76163bf55e0a403aaec08c9c6a68a55f for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:48.529508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3816431'] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.593861 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cebaae23-661c-4527-b23d-3f0f74621df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.615546 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:48.751745 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3616226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3816445'] for subnet (d24ac755-78f6-49ff-8eb8-aafe7190dacd), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.812494 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24ac755-78f6-49ff-8eb8-aafe7190dacd,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:48.820320 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:48.820679 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Network hostable DHCP agents. Network: dae42ed5-9203-4331-a516-9ad32fc49ad2, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:31:48.839559 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:31:48.850938 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, dae42ed5-9203-4331-a516-9ad32fc49ad2) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:48.855431 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:48.856089 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.862440 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7713fe-385c-4730-a4fc-3444de43bc9c None None] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:31:48.873969 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-feb3502d-a27c-4ec9-a084-2ae53b702d0f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3909824 Sep 13 15:31:48.876733 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58590) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:48.881158 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:48.902941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.904061 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.954201 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks [] for router_controller (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), precommit_add_association {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:48.972369 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-dae42ed5-9203-4331-a516-9ad32fc49ad2', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:31:48.973297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.055623 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:49.134662 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Allocated IP 172.20.0.2 (dae42ed5-9203-4331-a516-9ad32fc49ad2/d24ac755-78f6-49ff-8eb8-aafe7190dacd/151d8dbd-795f-489c-ac83-00bcf1735fc3) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:49.285486 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Publish callbacks [] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.292642 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.297527 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:49.344349 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:49.352592 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:49.355010 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Pushing event updated for resources: {'Port': ['ID=151d8dbd-795f-489c-ac83-00bcf1735fc3,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:49.357154 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:49.396943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fad0f-29e3-4521-b94a-dc22fc6b492a req-f7f7c717-c6fb-45bf-9468-c19c72ef1082 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:49.398414 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-069fad0f-29e3-4521-b94a-dc22fc6b492a req-f7f7c717-c6fb-45bf-9468-c19c72ef1082 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.3736019 Sep 13 15:31:49.400321 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks [] for router_gateway (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.410066 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:49.414907 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Attempting to bind port 151d8dbd-795f-489c-ac83-00bcf1735fc3 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:49.415285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Attempting to bind port 151d8dbd-795f-489c-ac83-00bcf1735fc3 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:49.415656 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Attempting to bind port 151d8dbd-795f-489c-ac83-00bcf1735fc3 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:49.426090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26792-10dc-4328-9d8f-1eead58baf2c req-8abb77e3-18a7-4c86-97e5-99f07b00a227 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:49.427973 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8ba26792-10dc-4328-9d8f-1eead58baf2c req-8abb77e3-18a7-4c86-97e5-99f07b00a227 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.3679829 Sep 13 15:31:49.458808 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:49.459158 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:49.459591 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.459980 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Bound using segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:49.460479 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Bound port: 151d8dbd-795f-489c-ac83-00bcf1735fc3, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:49.460892 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.525165 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] For port 151d8dbd-795f-489c-ac83-00bcf1735fc3, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:49.528442 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] For port 151d8dbd-795f-489c-ac83-00bcf1735fc3, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=151d8dbd-795f-489c-ac83-00bcf1735fc3,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:49.536226 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.543844 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-069fad0f-29e3-4521-b94a-dc22fc6b492a req-5f1f3779-f6e8-40c5-85ae-3cb302480a5d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355131 Sep 13 15:31:49.568501 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8ba26792-10dc-4328-9d8f-1eead58baf2c req-bd0af658-5296-4a41-ab91-93541502ac69 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305385 Sep 13 15:31:49.624695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.636512 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d2bc2-286c-4a09-b997-fe3d6ac3d0e1 None None] Pushing event updated for resources: {'Port': ['ID=151d8dbd-795f-489c-ac83-00bcf1735fc3,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:49.706409 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0303f1-410a-4e9a-9c93-d67116839ca8 req-e5fcccf9-2392-473e-bec9-78f063619613 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:49.707941 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae0303f1-410a-4e9a-9c93-d67116839ca8 req-e5fcccf9-2392-473e-bec9-78f063619613 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 931 time: 0.0726795 Sep 13 15:31:49.728158 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks [] for router_gateway (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.736793 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:49.765402 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:49.850256 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae0303f1-410a-4e9a-9c93-d67116839ca8 req-90f57522-b2a9-4251-9790-233635d06dca tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350927 Sep 13 15:31:49.905759 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Allocated IP 172.27.1.65 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/e82b48d9-c017-4d09-bbce-b1417e26f6f3) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:50.020603 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks [] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:50.056777 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:50.097865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:50.100944 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:50.104888 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:50.110049 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Pushing event updated for resources: {'Port': ['ID=e82b48d9-c017-4d09-bbce-b1417e26f6f3,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:50.214534 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:50.372225 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks [] for router_gateway (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:50.515953 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Request body: {'port': {'device_id': '6a733f9c-072a-4d48-a807-423d74f654c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:50.666373 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:50.696885 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:50.816964 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a718d7a-1936-4d79-bede-102fc268679c req-806492b4-8d2f-4c90-b087-fde794f27ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:50.826364 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1a718d7a-1936-4d79-bede-102fc268679c req-806492b4-8d2f-4c90-b087-fde794f27ea4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 1133 time: 0.0951412 Sep 13 15:31:50.834832 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295f8fd-b55b-4fb5-ace1-36abb41e797c None None] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:31:50.844051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:50.850703 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50cda4-1b12-487c-ac71-3cb155a23084 req-edda9a9a-cc97-4603-8ccf-1d4d8c621948 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:50.854663 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4a50cda4-1b12-487c-ac71-3cb155a23084 req-edda9a9a-cc97-4603-8ccf-1d4d8c621948 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1723890 Sep 13 15:31:50.884146 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 151d8dbd-795f-489c-ac83-00bcf1735fc3 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:50.945246 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f110-5923-45d0-8b78-4f45ac72e16b req-aa2f30ef-bf22-4b6f-b6fd-16fc366d39ab tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:50.946790 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8db2f110-5923-45d0-8b78-4f45ac72e16b req-aa2f30ef-bf22-4b6f-b6fd-16fc366d39ab tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.2107031 Sep 13 15:31:51.053733 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-1a718d7a-1936-4d79-bede-102fc268679c req-275b945f-cf68-4fcb-9937-57e96ac05b9a service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655916 Sep 13 15:31:51.095015 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4a50cda4-1b12-487c-ac71-3cb155a23084 req-055a2d95-d08a-4e13-b7ac-4824d0b23823 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300854 Sep 13 15:31:51.120513 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:51.120859 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] Provisioning complete for port 151d8dbd-795f-489c-ac83-00bcf1735fc3 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:51.121415 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.166409 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.182439 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8db2f110-5923-45d0-8b78-4f45ac72e16b req-955725ee-caaf-4d3a-9452-bef4509987f1 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243626 Sep 13 15:31:51.243708 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 151d8dbd-795f-489c-ac83-00bcf1735fc3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:51.244080 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.284894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c021962-ff15-4be7-8617-939b3d499586 req-e88a9e30-3e50-4cb1-a83a-abb6608bd3ce tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:51.290598 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5c021962-ff15-4be7-8617-939b3d499586 req-e88a9e30-3e50-4cb1-a83a-abb6608bd3ce tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 931 time: 0.1063502 Sep 13 15:31:51.321132 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.339021 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] Current status of the port 151d8dbd-795f-489c-ac83-00bcf1735fc3 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:51.339572 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.353189 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:31:51.406856 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc082f5-9d44-4329-b161-8e4b8f8686eb {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:31:51.427678 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] For port 151d8dbd-795f-489c-ac83-00bcf1735fc3, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=151d8dbd-795f-489c-ac83-00bcf1735fc3,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:51.437111 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 151d8dbd-795f-489c-ac83-00bcf1735fc3 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:51.437480 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.441479 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.453640 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Publish callbacks [] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.483864 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5c021962-ff15-4be7-8617-939b3d499586 req-7a4c6381-03ca-44b0-ad30-4d16907bb0c6 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771007 Sep 13 15:31:51.490271 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Transition to ACTIVE for port object acc082f5-9d44-4329-b161-8e4b8f8686eb will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:31:51.521399 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:51.528438 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041a486-fea8-4ba0-95b6-6ef8d01b3c49 None None] Pushing event updated for resources: {'Port': ['ID=151d8dbd-795f-489c-ac83-00bcf1735fc3,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:51.542204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.545891 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.db.api [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 15:31:51.546708 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG oslo_db.api [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 15:31:51.621133 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:31:51.632303 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:31:51.643320 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:51.644032 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:51.645354 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Pushing event updated for resources: {'Port': ['ID=acc082f5-9d44-4329-b161-8e4b8f8686eb,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:51.671629 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.672861 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-db1a4663-cb7b-4c17-ad44-01893c67c8bf admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7950625 Sep 13 15:31:51.675859 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58636) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:51.713796 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-ac09b365-26aa-4938-97c5-fb9b3fb00e89 None None] Provisioning complete for port 151d8dbd-795f-489c-ac83-00bcf1735fc3 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:51.714085 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ac09b365-26aa-4938-97c5-fb9b3fb00e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:51.727617 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Attempting to bind port acc082f5-9d44-4329-b161-8e4b8f8686eb on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:51.727959 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Attempting to bind port acc082f5-9d44-4329-b161-8e4b8f8686eb by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:51.728297 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Attempting to bind port acc082f5-9d44-4329-b161-8e4b8f8686eb on network 305345df-68fe-42b0-9cf7-d911787f4fba {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:51.735076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:51.788413 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:51.805720 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:51.820950 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Port acc082f5-9d44-4329-b161-8e4b8f8686eb on network 305345df-68fe-42b0-9cf7-d911787f4fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:31:51.821275 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Attempting to bind port acc082f5-9d44-4329-b161-8e4b8f8686eb on network 305345df-68fe-42b0-9cf7-d911787f4fba {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:51.939313 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-ac09b365-26aa-4938-97c5-fb9b3fb00e89 None None] Current status of the port 151d8dbd-795f-489c-ac83-00bcf1735fc3 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:52.029749 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:50Z', 'revision_number': 3, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:52.059199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:31:52.059701 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Updating router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 port e82b48d9-c017-4d09-bbce-b1417e26f6f3 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:31:52.120178 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 151d8dbd-795f-489c-ac83-00bcf1735fc3 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:52.122868 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.198422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:52.199076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Checking segment: {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:52.199202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Bound using segment: {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:52.199568 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Bound port: acc082f5-9d44-4329-b161-8e4b8f8686eb, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:52.199913 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.288617 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aad876-b065-4de9-82be-5c2eae6decd5 req-1da29f72-a5c0-43c7-ace9-b7fbcfdd6c49 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:52.290409 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a4aad876-b065-4de9-82be-5c2eae6decd5 req-1da29f72-a5c0-43c7-ace9-b7fbcfdd6c49 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.1074893 Sep 13 15:31:52.362306 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:52.392182 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Publish callbacks [] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.404264 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.437299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a11f5-36ab-4de5-9fd5-64ce6e8d1525 req-8354ef81-2efd-430b-84e7-2b3c9c5fadfe tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:52.440056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e12a11f5-36ab-4de5-9fd5-64ce6e8d1525 req-8354ef81-2efd-430b-84e7-2b3c9c5fadfe tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.1809812 Sep 13 15:31:52.445438 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Attempting to bind port e82b48d9-c017-4d09-bbce-b1417e26f6f3 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:52.445900 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Attempting to bind port e82b48d9-c017-4d09-bbce-b1417e26f6f3 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:52.446185 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Attempting to bind port e82b48d9-c017-4d09-bbce-b1417e26f6f3 on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:52.487408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1420289-1298-4725-8f43-8e266453a894 None None] Pushing event updated for resources: {'Port': ['ID=e82b48d9-c017-4d09-bbce-b1417e26f6f3,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:52.493650 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] For port acc082f5-9d44-4329-b161-8e4b8f8686eb, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:52.508694 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:52.509012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:52.509769 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.510184 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:52.510663 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Bound port: e82b48d9-c017-4d09-bbce-b1417e26f6f3, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:52.511040 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.543735 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] For port acc082f5-9d44-4329-b161-8e4b8f8686eb, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:52.550484 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a4aad876-b065-4de9-82be-5c2eae6decd5 req-6557fee5-b335-4479-b91a-7dc94ad07117 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214556 Sep 13 15:31:52.570294 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.583078 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] For port e82b48d9-c017-4d09-bbce-b1417e26f6f3, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:52.587470 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] For port e82b48d9-c017-4d09-bbce-b1417e26f6f3, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=e82b48d9-c017-4d09-bbce-b1417e26f6f3,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:52.590587 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:52.604274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.616483 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:52.617282 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.618748 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/acc082f5-9d44-4329-b161-8e4b8f8686eb HTTP/1.1" status: 200 len: 1093 time: 2.1074076 Sep 13 15:31:52.620983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a733f9c-072a-4d48-a807-423d74f654c3', 'tag': 'acc082f5-9d44-4329-b161-8e4b8f8686eb'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:31:52.623896 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65" -d '{"events": [{"name": "network-changed", "server_uuid": "6a733f9c-072a-4d48-a807-423d74f654c3", "tag": "acc082f5-9d44-4329-b161-8e4b8f8686eb"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:31:52.653771 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:52.654782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:52.661573 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e12a11f5-36ab-4de5-9fd5-64ce6e8d1525 req-afdc3def-dff5-4f4f-93cb-7841d2ce5073 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844254 Sep 13 15:31:52.742637 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1420289-1298-4725-8f43-8e266453a894 None None] Pushing event updated for resources: {'Port': ['ID=e82b48d9-c017-4d09-bbce-b1417e26f6f3,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:52.788470 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:52.809127 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:52.820483 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:52.826151 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 151d8dbd-795f-489c-ac83-00bcf1735fc3 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:52.829315 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab390b1-7c3c-473f-8857-c3c873d5a1ad service neutron] Pushing event updated for resources: {'Port': ['ID=acc082f5-9d44-4329-b161-8e4b8f8686eb,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:52.859345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8e4f0-b628-42e9-b366-a6560d897958 req-8c83a791-ce22-42d4-af37-cfc3bd44acbe tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:52.860822 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-46f8e4f0-b628-42e9-b366-a6560d897958 req-8c83a791-ce22-42d4-af37-cfc3bd44acbe tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 943 time: 0.2099602 Sep 13 15:31:52.868247 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-84fe17a5-d7e9-436d-a348-0d011ec9eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:52.870246 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-84fe17a5-d7e9-436d-a348-0d011ec9eccf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 1127 time: 0.1877470 Sep 13 15:31:52.914943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62824a-c7cb-42d1-9d57-699e59be219f req-fb1c356e-70ad-4de0-b73d-d9f2b0aafdfa tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:52.916425 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e62824a-c7cb-42d1-9d57-699e59be219f req-fb1c356e-70ad-4de0-b73d-d9f2b0aafdfa tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1664119 Sep 13 15:31:52.969446 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 151d8dbd-795f-489c-ac83-00bcf1735fc3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:52.973401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:52.991335 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-46f8e4f0-b628-42e9-b366-a6560d897958 req-830760e5-b5c9-49ef-b158-b7a21d3e4b48 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200900 Sep 13 15:31:53.030874 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e62824a-c7cb-42d1-9d57-699e59be219f req-8befa84c-35a1-43b2-b6a8-d931eb48f623 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060934 Sep 13 15:31:53.035476 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:53.065477 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d396b58-dd53-4b6a-837d-ccedc0d33845 x-openstack-request-id: req-8d396b58-dd53-4b6a-837d-ccedc0d33845 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:31:53.066222 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a733f9c-072a-4d48-a807-423d74f654c3", "tag": "acc082f5-9d44-4329-b161-8e4b8f8686eb", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:31:53.066483 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d396b58-dd53-4b6a-837d-ccedc0d33845 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:31:53.066980 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d396b58-dd53-4b6a-837d-ccedc0d33845'] response: {'name': 'network-changed', 'server_uuid': '6a733f9c-072a-4d48-a807-423d74f654c3', 'tag': 'acc082f5-9d44-4329-b161-8e4b8f8686eb', 'status': 'completed', 'code': 200} Sep 13 15:31:53.117539 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:50Z', 'revision_number': 3, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:53.121973 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 151d8dbd-795f-489c-ac83-00bcf1735fc3 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:53.226786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Allocated IP 172.20.0.1 (dae42ed5-9203-4331-a516-9ad32fc49ad2/d24ac755-78f6-49ff-8eb8-aafe7190dacd/d25a6da2-eb6c-4f26-b134-994d446317bf) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:53.281781 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b3b64-8e41-40c0-a9b4-1ca2563b7e16 None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:50Z', 'revision_number': 3, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:31:53.374385 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks [] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:53.446845 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-f5628555-8280-4adf-9295-7bdc0f709f81 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb HTTP/1.1" status: 200 len: 217 time: 0.0430384 Sep 13 15:31:53.450729 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:53.485889 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:53.546415 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33314-5a98-4a20-814e-5aad34184e0b req-e51daa0b-4af0-410d-a4c9-4facb17f6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:53.547921 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-e51daa0b-4af0-410d-a4c9-4facb17f6831 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=927b0fc8-205e-427e-8295-db3574d4b46c HTTP/1.1" status: 200 len: 849 time: 0.0948570 Sep 13 15:31:53.552214 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:53.555676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Pushing event updated for resources: {'Port': ['ID=d25a6da2-eb6c-4f26-b134-994d446317bf,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:53.558259 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:53.568207 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:53.612731 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-e6dc889a-9b2c-4245-b667-e04b9c081263 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=305345df-68fe-42b0-9cf7-d911787f4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522718 Sep 13 15:31:53.689598 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:53.865311 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:53.904326 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523a7b-bd43-4ae1-85b9-e77705f621aa req-02e18c39-8041-49ba-8dac-3be48d59fd14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:53.906506 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ec523a7b-bd43-4ae1-85b9-e77705f621aa req-02e18c39-8041-49ba-8dac-3be48d59fd14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.1100399 Sep 13 15:31:53.965283 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58672) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:53.984165 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-9bda49af-a3c0-4a08-a362-427366608429 None None] Provisioning complete for port d25a6da2-eb6c-4f26-b134-994d446317bf triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:53.985421 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-9bda49af-a3c0-4a08-a362-427366608429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:53.996912 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-abbcf380-ac38-4d70-9c5e-df724afdd37d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760915 Sep 13 15:31:54.060110 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-9bda49af-a3c0-4a08-a362-427366608429 None None] Port d25a6da2-eb6c-4f26-b134-994d446317bf cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:31:54.139184 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ec523a7b-bd43-4ae1-85b9-e77705f621aa req-e087cc97-2847-40ea-9061-81b994d7eb90 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228210 Sep 13 15:31:54.152368 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-01bfa4af-f162-4d8f-b3b8-4fe6eae530c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.197735 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3de33314-5a98-4a20-814e-5aad34184e0b req-c35e3557-4b1f-47e5-8400-190f22a74d2a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905653 Sep 13 15:31:54.198560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.219927 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea464d51-dca1-47eb-8209-64a2c0aacbc5 req-0c971161-01b6-4f04-8ef6-0ddbffed0b8e tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:54.228442 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ea464d51-dca1-47eb-8209-64a2c0aacbc5 req-0c971161-01b6-4f04-8ef6-0ddbffed0b8e tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 943 time: 0.0947340 Sep 13 15:31:54.284926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-01bfa4af-f162-4d8f-b3b8-4fe6eae530c1 admin admin] Publish callbacks [] for security_group (de57ab72-2a92-475d-b756-c4d850c81c85), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.292355 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-01bfa4af-f162-4d8f-b3b8-4fe6eae530c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (de57ab72-2a92-475d-b756-c4d850c81c85), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.309824 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:54.311419 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=37 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:54.330426 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ea464d51-dca1-47eb-8209-64a2c0aacbc5 req-40e770ef-6289-4ae6-977f-f2bd2473ef0a tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006413 Sep 13 15:31:54.350481 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-01bfa4af-f162-4d8f-b3b8-4fe6eae530c1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c4ea71ef4ef9490eb90e3405499df93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834701 Sep 13 15:31:54.351420 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfa4af-f162-4d8f-b3b8-4fe6eae530c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de57ab72-2a92-475d-b756-c4d850c81c85,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:54.353953 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58684) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:54.438613 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1cbe8301-d8b5-4df2-9096-453fb5bd658b admin admin] Publish callbacks [] for security_group (de57ab72-2a92-475d-b756-c4d850c81c85), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.465156 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1cbe8301-d8b5-4df2-9096-453fb5bd658b admin admin] Publish callbacks [] for security_group (de57ab72-2a92-475d-b756-c4d850c81c85), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.492855 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks [] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.534297 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.547547 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1cbe8301-d8b5-4df2-9096-453fb5bd658b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (de57ab72-2a92-475d-b756-c4d850c81c85), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.550783 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1cbe8301-d8b5-4df2-9096-453fb5bd658b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.552143 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1cbe8301-d8b5-4df2-9096-453fb5bd658b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/de57ab72-2a92-475d-b756-c4d850c81c85 HTTP/1.1" status: 204 len: 168 time: 0.1929898 Sep 13 15:31:54.566890 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe8301-d8b5-4df2-9096-453fb5bd658b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de57ab72-2a92-475d-b756-c4d850c81c85,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:54.626211 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:54.674744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15816310-dc55-4f85-b02e-fca1fe024330 req-8f48d7cb-47e7-4e2b-830f-277a0dea2a23 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:54.676642 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-15816310-dc55-4f85-b02e-fca1fe024330 req-8f48d7cb-47e7-4e2b-830f-277a0dea2a23 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.1814113 Sep 13 15:31:54.678407 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Pushing event updated for resources: {'Port': ['ID=d25a6da2-eb6c-4f26-b134-994d446317bf,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:54.682151 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.795686 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-15816310-dc55-4f85-b02e-fca1fe024330 req-66095406-72e1-454f-99b3-eabd0f77e85f tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087394 Sep 13 15:31:54.846643 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device e82b48d9-c017-4d09-bbce-b1417e26f6f3 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:54.872715 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f03c-7649-40bc-810e-b9e3b04ae854 req-fc4af8bd-8684-4327-9f09-424cc483c580 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:54.874762 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ca00f03c-7649-40bc-810e-b9e3b04ae854 req-fc4af8bd-8684-4327-9f09-424cc483c580 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0651009 Sep 13 15:31:54.880317 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:54.900442 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:54.905539 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port e82b48d9-c017-4d09-bbce-b1417e26f6f3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:54.906269 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:54.907861 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:54.984259 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ca00f03c-7649-40bc-810e-b9e3b04ae854 req-3b001a6e-2a3e-4d37-9865-adab8afc2f42 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961380 Sep 13 15:31:55.016918 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port e82b48d9-c017-4d09-bbce-b1417e26f6f3 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:55.019034 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.048046 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port e82b48d9-c017-4d09-bbce-b1417e26f6f3, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=e82b48d9-c017-4d09-bbce-b1417e26f6f3,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:55.059336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.082722 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:31:55.119816 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:55.128215 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=e82b48d9-c017-4d09-bbce-b1417e26f6f3,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:55.228531 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:31:55.241485 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-56c4a76c-c209-47f7-9ba2-c896b2c78e78 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5573323 Sep 13 15:31:55.294552 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-2750fa02-f49a-450d-be06-e6fe56b2d9dc None None] Provisioning complete for port d25a6da2-eb6c-4f26-b134-994d446317bf triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:55.295120 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-2750fa02-f49a-450d-be06-e6fe56b2d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.341004 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-2750fa02-f49a-450d-be06-e6fe56b2d9dc None None] Port d25a6da2-eb6c-4f26-b134-994d446317bf cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:31:55.492467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a81a1-e49b-48fd-aa01-98f38dada343 req-f23ea287-4865-49c1-989e-f41de63b9127 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:55.494066 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7d4a81a1-e49b-48fd-aa01-98f38dada343 req-f23ea287-4865-49c1-989e-f41de63b9127 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 943 time: 0.0719967 Sep 13 15:31:55.563947 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7d4a81a1-e49b-48fd-aa01-98f38dada343 req-9fc008d8-4a0e-4fdd-adc9-124341454959 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631444 Sep 13 15:31:55.566477 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58726) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:55.583974 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:31:55.593906 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:55.595013 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:55.698913 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458719254-network', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:55.724950 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Made reservation on behalf of f99e1e9c3c13491e86734af2b526fc42 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:55.725397 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:55.728043 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.738918 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.772502 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58730) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:55.777187 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026971607', 'description': 'tempest-description--1823728231'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:55.800065 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:55.803648 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.843968 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks [] for security_group (4e91f620-169a-4c8f-ab64-f7db96260d0d), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.854927 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4e91f620-169a-4c8f-ab64-f7db96260d0d), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.869186 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:31:55.888258 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (073c7ab8-2089-44c1-82c9-fdc473f6c7ac), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.898191 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (e2315963-a2c2-418b-a095-adfe2ce69db5), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.898542 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Added segment e2315963-a2c2-418b-a095-adfe2ce69db5 of type vlan for network 7851da04-1684-4f7c-8bef-bacba413f66a Sep 13 15:31:55.916666 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e91f620-169a-4c8f-ab64-f7db96260d0d,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:55.922755 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (073c7ab8-2089-44c1-82c9-fdc473f6c7ac), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.935672 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:55.951487 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (7851da04-1684-4f7c-8bef-bacba413f66a), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.970053 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d7f35-c718-46e8-82f7-1f5af3f6e23b req-30a93dc1-bc82-42d8-aa70-cc6be84e5fe4 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:55.978270 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ee0d7f35-c718-46e8-82f7-1f5af3f6e23b req-30a93dc1-bc82-42d8-aa70-cc6be84e5fe4 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.0863652 Sep 13 15:31:55.984335 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (7851da04-1684-4f7c-8bef-bacba413f66a), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.986331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:55.987086 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.988650 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:55.994299 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2164023 Sep 13 15:31:55.994299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:55.994299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53f9b6-041e-438c-9fd8-54780a03a76f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073c7ab8-2089-44c1-82c9-fdc473f6c7ac,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:55.995491 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58734) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:56.001872 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:54Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:56.009345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': '073c7ab8-2089-44c1-82c9-fdc473f6c7ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:56.038862 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:31:56.039225 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Updating router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 port d25a6da2-eb6c-4f26-b134-994d446317bf binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:31:56.064684 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ee0d7f35-c718-46e8-82f7-1f5af3f6e23b req-bb5a692e-c4cc-456e-8a5e-e7a864bdaba3 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853343 Sep 13 15:31:56.088763 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] Pushing event updated for resources: {'Network': ['ID=7851da04-1684-4f7c-8bef-bacba413f66a,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:56.098679 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-311a66d4-a6c9-4eaa-b644-3b85bbb37330 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5318928 Sep 13 15:31:56.100668 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58738) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:56.103545 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 7851da04-1684-4f7c-8bef-bacba413f66a details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:31:56.105793 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Request body: {'subnet': {'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458719254-subnet', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:56.111242 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.125525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (0851406e-9d54-49b7-8225-934a45ec7b01), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.179158 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d9e26-4a15-4b6a-ab35-0f9e26b13c0e req-ee568e52-eae7-4d2a-9c9a-2e8e182417cb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:56.180638 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e29d9e26-4a15-4b6a-ab35-0f9e26b13c0e req-ee568e52-eae7-4d2a-9c9a-2e8e182417cb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0999601 Sep 13 15:31:56.186472 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Made reservation on behalf of f99e1e9c3c13491e86734af2b526fc42 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:31:56.188871 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3816431'] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.295701 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (0851406e-9d54-49b7-8225-934a45ec7b01), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.316006 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (0851406e-9d54-49b7-8225-934a45ec7b01), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.332550 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:56.351312 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e29d9e26-4a15-4b6a-ab35-0f9e26b13c0e req-6fd42669-0d88-45f7-9b9c-a9aba16684f7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478524 Sep 13 15:31:56.356444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0851406e-9d54-49b7-8225-934a45ec7b01,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:56.375722 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.376980 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-8cb891a8-de57-4181-903f-1597b04d7fc1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739135 Sep 13 15:31:56.380330 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58742) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:56.386331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': '073c7ab8-2089-44c1-82c9-fdc473f6c7ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:56.419493 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (1e612af9-bf2e-4ec2-bcd4-8404ffecf097), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.470613 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3616226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3816445'] for subnet (bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.483885 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (1e612af9-bf2e-4ec2-bcd4-8404ffecf097), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.491199 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (1e612af9-bf2e-4ec2-bcd4-8404ffecf097), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.512802 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e612af9-bf2e-4ec2-bcd4-8404ffecf097,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:56.521119 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.522405 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6cd17c09-34b2-4af9-b712-06512c76e46c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404159 Sep 13 15:31:56.522712 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Publish callbacks [] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.525535 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58744) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:56.530907 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:56.531189 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.557739 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.561404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:56.572227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Checking segment: {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:56.572688 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Network hostable DHCP agents. Network: 7851da04-1684-4f7c-8bef-bacba413f66a, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:31:56.595934 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Network 7851da04-1684-4f7c-8bef-bacba413f66a is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:31:56.630140 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 7851da04-1684-4f7c-8bef-bacba413f66a) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:56.630793 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Pushing event updated for resources: {'Port': ['ID=d25a6da2-eb6c-4f26-b134-994d446317bf,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:56.644019 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0e30a-36ae-4260-a980-d5d432b58391 None None] Network 7851da04-1684-4f7c-8bef-bacba413f66a requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:31:56.646370 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:56.646992 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.658319 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.659566 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.660097 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.660453 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.660865 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.661425 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.661922 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.662448 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.662794 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.663157 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.663487 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.663866 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.664251 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.664572 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.664930 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:56.675290 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Attempting to bind port d25a6da2-eb6c-4f26-b134-994d446317bf on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:56.675663 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Attempting to bind port d25a6da2-eb6c-4f26-b134-994d446317bf by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:56.676018 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Attempting to bind port d25a6da2-eb6c-4f26-b134-994d446317bf on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:56.680223 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-d7fe96d1-d41d-4353-b64d-a8fc7ec9d501 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5782347 Sep 13 15:31:56.689876 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 58748) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:31:56.699475 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:31:56.700779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.725927 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:56.726319 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:56.727396 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.727840 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Bound using segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:56.728808 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Bound port: d25a6da2-eb6c-4f26-b134-994d446317bf, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:56.729331 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.742981 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:56.764728 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ecc3-f274-4cfb-81bb-b26d16449a08 req-ab8086a2-2ef3-4ffc-b619-aa872e109004 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:56.773794 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2024ecc3-f274-4cfb-81bb-b26d16449a08 req-ab8086a2-2ef3-4ffc-b619-aa872e109004 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 943 time: 0.0984848 Sep 13 15:31:56.785475 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (7f7328cf-7f35-4d9d-90a4-669ec5528d74), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.786370 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (7f7328cf-7f35-4d9d-90a4-669ec5528d74), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.800760 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:56.829591 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] For port d25a6da2-eb6c-4f26-b134-994d446317bf, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:56.836836 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] For port d25a6da2-eb6c-4f26-b134-994d446317bf, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=d25a6da2-eb6c-4f26-b134-994d446317bf,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:56.850152 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device e82b48d9-c017-4d09-bbce-b1417e26f6f3 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:56.851700 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.878029 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-7851da04-1684-4f7c-8bef-bacba413f66a', 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'fixed_ips': [{'subnet_id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:31:56.878988 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.882637 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2024ecc3-f274-4cfb-81bb-b26d16449a08 req-e8dc1665-71a5-4729-afec-f46a8b0790b7 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066847 Sep 13 15:31:56.887432 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks [] for router_controller (7f7328cf-7f35-4d9d-90a4-669ec5528d74), precommit_add_association {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:56.936560 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.27.1.22 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/b1ab97e6-aff8-4236-a192-d76089c925b7) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:56.946243 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:31:56.947221 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:56.950314 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557c4f1-c6e5-4b5c-a8d5-90e03460bfc6 None None] Pushing event updated for resources: {'Port': ['ID=d25a6da2-eb6c-4f26-b134-994d446317bf,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:56.985658 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port e82b48d9-c017-4d09-bbce-b1417e26f6f3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:56.986143 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.029051 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:57.066993 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:57.139406 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:31:57.150467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.199487 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:57.206055 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Allocated IP 172.20.0.2 (7851da04-1684-4f7c-8bef-bacba413f66a/bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a/543df313-fa84-4eac-8aea-45711432ec7c) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:57.207071 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.225607 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port e82b48d9-c017-4d09-bbce-b1417e26f6f3 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:57.288568 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:57.289992 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=b1ab97e6-aff8-4236-a192-d76089c925b7,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:57.294382 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:57.298273 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:57.368546 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:57.398593 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Publish callbacks [] for port (543df313-fa84-4eac-8aea-45711432ec7c), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.412689 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (543df313-fa84-4eac-8aea-45711432ec7c), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.436367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.447675 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:56Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:31:57.471802 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Network 7851da04-1684-4f7c-8bef-bacba413f66a is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:57.475365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:57.478780 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:57.482264 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c350e8b-5151-4c1e-ad1d-19254a8cfd5f None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:56Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:31:57.498501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.543623 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Pushing event updated for resources: {'Port': ['ID=543df313-fa84-4eac-8aea-45711432ec7c,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:57.582552 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.582671 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.582996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.583517 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.583850 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.584395 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.584742 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.585066 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.585397 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.585766 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.586226 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.586471 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.586795 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.587118 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.587439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.592765 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:57.600516 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Attempting to bind port 543df313-fa84-4eac-8aea-45711432ec7c on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:31:57.600897 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Attempting to bind port 543df313-fa84-4eac-8aea-45711432ec7c by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:31:57.601262 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Attempting to bind port 543df313-fa84-4eac-8aea-45711432ec7c on network 7851da04-1684-4f7c-8bef-bacba413f66a {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:31:57.620921 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-ead3d234-9ef2-423d-bb40-9c12f08cbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:57.622272 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-ead3d234-9ef2-423d-bb40-9c12f08cbf86 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 1127 time: 0.5760260 Sep 13 15:31:57.668168 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:31:57.668554 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Checking segment: {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:31:57.669176 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.669671 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Bound using segment: {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:31:57.670335 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Bound port: 543df313-fa84-4eac-8aea-45711432ec7c, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:31:57.670818 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (543df313-fa84-4eac-8aea-45711432ec7c), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.673829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f6af2-0dd2-408d-8e13-852ef6fb4137 req-aa522d7c-4161-49d8-ac89-76c4ab867235 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:57.675624 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-951f6af2-0dd2-408d-8e13-852ef6fb4137 req-aa522d7c-4161-49d8-ac89-76c4ab867235 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.1963999 Sep 13 15:31:57.689488 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1123286-3fbf-423a-bc4e-9c7d344d1701 req-e27e7d5f-12ee-4019-bd5c-ad4b877e51f9 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:57.691073 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f1123286-3fbf-423a-bc4e-9c7d344d1701 req-e27e7d5f-12ee-4019-bd5c-ad4b877e51f9 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.2154555 Sep 13 15:31:57.698139 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks [] for router_gateway (7f7328cf-7f35-4d9d-90a4-669ec5528d74), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.741728 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.752507 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] For port 543df313-fa84-4eac-8aea-45711432ec7c, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:31:57.752993 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.757241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] For port 543df313-fa84-4eac-8aea-45711432ec7c, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=543df313-fa84-4eac-8aea-45711432ec7c,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:31:57.770929 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (543df313-fa84-4eac-8aea-45711432ec7c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.840824 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db2cff-9110-4ce4-9b37-472a83235599 None None] Pushing event updated for resources: {'Port': ['ID=543df313-fa84-4eac-8aea-45711432ec7c,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:57.857388 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.879274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=b1ab97e6-aff8-4236-a192-d76089c925b7,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:57.888496 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.888668 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-951f6af2-0dd2-408d-8e13-852ef6fb4137 req-00089cfe-356f-4685-9deb-2013ca7ab1d8 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940937 Sep 13 15:31:57.888853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.889306 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.889533 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.889870 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.890459 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.890912 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.891346 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.891681 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.892016 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.892446 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.892840 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.893182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.894003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.894003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:57.910316 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f1123286-3fbf-423a-bc4e-9c7d344d1701 req-7dd6c07e-7024-4971-9bda-e2efb1c5fc80 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992393 Sep 13 15:31:57.914499 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:57.936527 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-96f8ad6e-9d5e-4351-84e0-371b7701978a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4082992 Sep 13 15:31:58.061554 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:58.101038 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks [] for router_gateway (7f7328cf-7f35-4d9d-90a4-669ec5528d74), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:58.131321 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:58.196389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da975813-a6ab-42d5-b91e-210958cea1c4 req-8b9c3072-4f82-4559-8d9c-917b5eb71bd3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:58.198210 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-da975813-a6ab-42d5-b91e-210958cea1c4 req-8b9c3072-4f82-4559-8d9c-917b5eb71bd3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 943 time: 0.1374676 Sep 13 15:31:58.306471 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-85db7745-b2a1-40c9-ad21-d0fe71fcf5f1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1026971607&fields=id&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 267 time: 0.1806254 Sep 13 15:31:58.385597 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-4ead5c17-24b0-4414-9bfa-ba2590e8e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:58.391890 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-4ead5c17-24b0-4414-9bfa-ba2590e8e4a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1130 time: 0.0590096 Sep 13 15:31:58.468560 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-da975813-a6ab-42d5-b91e-210958cea1c4 req-de17cc1a-8dc5-4acc-910b-54c00e42f8db tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237413 Sep 13 15:31:58.535060 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Allocated IP 172.27.1.254 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/2eca39c8-df97-48b3-afb0-ccb6fa4860ad) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:31:58.536994 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-105f261b-3f27-4815-98a6-ec2bb5ffb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:58.538599 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-105f261b-3f27-4815-98a6-ec2bb5ffb909 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.1222208 Sep 13 15:31:58.560590 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:58.619457 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-36bd639d-0b9c-47ad-8544-8a84c6e9fd34 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=678a26e2-4972-4820-8b36-e8ab2402f95d HTTP/1.1" status: 200 len: 217 time: 0.0732391 Sep 13 15:31:58.638279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-5fad19d3-1982-436e-9793-a66bab01266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:58.639897 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-5fad19d3-1982-436e-9793-a66bab01266a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 200 len: 910 time: 0.3305204 Sep 13 15:31:58.679022 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-acaa2c7e-5a0f-423d-adf0-e159610b90c9 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:58.680573 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-acaa2c7e-5a0f-423d-adf0-e159610b90c9 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.3576941 Sep 13 15:31:58.705444 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-1eb60081-2234-4d7c-b552-67975f831ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:58.708006 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-1eb60081-2234-4d7c-b552-67975f831ca6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0810926 Sep 13 15:31:58.708518 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-9aeef0e6-5ace-4378-8dcb-6e85655b46a1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/quotas/76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 375 time: 0.0200222 Sep 13 15:31:58.751436 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device acc082f5-9d44-4329-b161-8e4b8f8686eb details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:31:58.793463 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-7e1acf1b-bdb9-4a05-a564-256536fe30cd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730350 Sep 13 15:31:58.804454 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks [] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:58.891984 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device d25a6da2-eb6c-4f26-b134-994d446317bf up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:58.968800 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port acc082f5-9d44-4329-b161-8e4b8f8686eb, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:58.981618 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-d2d29b27-54b4-4cd9-9f69-c3b19bb607f6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb HTTP/1.1" status: 200 len: 217 time: 0.0550959 Sep 13 15:31:58.982689 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:58.984768 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'acc082f5-9d44-4329-b161-8e4b8f8686eb', 'network_id': '305345df-68fe-42b0-9cf7-d911787f4fba', 'port_id': 'acc082f5-9d44-4329-b161-8e4b8f8686eb', 'mac_address': 'fa:16:3e:cb:8d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927b0fc8-205e-427e-8295-db3574d4b46c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:31:58.989325 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:59.042441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125eec80-5757-4da5-9fe4-0345aa6cdf91 None None] Network 7851da04-1684-4f7c-8bef-bacba413f66a requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:31:59.086906 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port acc082f5-9d44-4329-b161-8e4b8f8686eb is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:59.087236 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-e89a6faf-5053-4bd7-afcb-d42ec1df88dd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728033 Sep 13 15:31:59.087357 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.102671 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-378c3812-9ed7-4907-a864-a37acbad1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:59.105583 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-378c3812-9ed7-4907-a864-a37acbad1837 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366818 Sep 13 15:31:59.115918 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-cd7c4fe1-d5be-4c29-8019-afac0cfdb04e tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:59.115918 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-cd7c4fe1-d5be-4c29-8019-afac0cfdb04e tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.1483746 Sep 13 15:31:59.130503 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:31:59.139282 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:31:59.141900 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:31:59.165242 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc082f5-9d44-4329-b161-8e4b8f8686eb {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:31:59.169354 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port d25a6da2-eb6c-4f26-b134-994d446317bf triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:59.169728 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.191675 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Pushing event updated for resources: {'Port': ['ID=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:59.208203 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-b3825914-c398-4632-852a-012250e35b54 None None] Provisioning complete for port 543df313-fa84-4eac-8aea-45711432ec7c triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:59.208802 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b3825914-c398-4632-852a-012250e35b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (543df313-fa84-4eac-8aea-45711432ec7c), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.236244 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-698983a7-ef58-4071-82df-6fc763858cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:59.237879 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-698983a7-ef58-4071-82df-6fc763858cb0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=927b0fc8-205e-427e-8295-db3574d4b46c HTTP/1.1" status: 200 len: 849 time: 0.2473354 Sep 13 15:31:59.249020 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45487-aac3-47d3-bef8-82b390a9b7f9 req-b8f16b24-757b-4783-a294-aa4ba1016729 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:59.250534 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4ca45487-aac3-47d3-bef8-82b390a9b7f9 req-b8f16b24-757b-4783-a294-aa4ba1016729 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 949 time: 0.2114971 Sep 13 15:31:59.258248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.258498 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:59.258612 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.259301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.259661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.260056 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.260351 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.260724 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.261059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.261393 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.261727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.262061 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.262419 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.263071 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.263071 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.263390 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:31:59.301765 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port acc082f5-9d44-4329-b161-8e4b8f8686eb, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:59.319183 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.336436 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:59.340813 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-53f2ca17-6a27-4796-bf0a-9c37874ead1e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253726 Sep 13 15:31:59.362959 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-fe5d4619-7a67-41ac-900e-46c1f067ce1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=305345df-68fe-42b0-9cf7-d911787f4fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113472 Sep 13 15:31:59.386074 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:59.484418 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Deleting port f63996cb-38b0-4d4c-bcc4-753622ed8156 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:31:59.484768 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.505806 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:59.533693 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fb38637-9ac2-43a2-9317-a9f42ea07d66 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156883 Sep 13 15:31:59.536336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=acc082f5-9d44-4329-b161-8e4b8f8686eb,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:31:59.541401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-b3825914-c398-4632-852a-012250e35b54 None None] Current status of the port 543df313-fa84-4eac-8aea-45711432ec7c is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:59.541972 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b3825914-c398-4632-852a-012250e35b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (543df313-fa84-4eac-8aea-45711432ec7c), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.545361 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port d25a6da2-eb6c-4f26-b134-994d446317bf is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:31:59.545742 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.552824 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4ca45487-aac3-47d3-bef8-82b390a9b7f9 req-0d9d2cd7-5b9e-4041-a0bc-c4e815ff5229 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738225 Sep 13 15:31:59.611206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-808fa796-4ed4-42d0-a7fc-f976e63a2256 req-eadc973a-29f4-4b28-a82b-f8c8b8434acb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585487 Sep 13 15:31:59.668417 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-2bccc221-a58b-404f-9dc9-660c710e1a37 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907946 Sep 13 15:31:59.691125 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:31:59.691409 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-b3825914-c398-4632-852a-012250e35b54 None None] For port 543df313-fa84-4eac-8aea-45711432ec7c, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=543df313-fa84-4eac-8aea-45711432ec7c,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:59.707973 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] For port f63996cb-38b0-4d4c-bcc4-753622ed8156, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=f63996cb-38b0-4d4c-bcc4-753622ed8156,segment=NetworkSegment(824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301),segment_id=824f4a5a-0dbb-4e07-b1ea-4ca3b4b28301)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:59.708606 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port d25a6da2-eb6c-4f26-b134-994d446317bf, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=d25a6da2-eb6c-4f26-b134-994d446317bf,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:31:59.708814 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.710313 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b3825914-c398-4632-852a-012250e35b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (543df313-fa84-4eac-8aea-45711432ec7c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.723782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.724607 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 543df313-fa84-4eac-8aea-45711432ec7c up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:31:59.738918 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Calling delete_port for f63996cb-38b0-4d4c-bcc4-753622ed8156 owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:31:59.816418 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f449c-ba33-4996-812b-1a66daf1b09c req-f666d862-5eb4-4210-af2b-a8bdd83f2952 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:31:59.819058 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-709f449c-ba33-4996-812b-1a66daf1b09c req-f666d862-5eb4-4210-af2b-a8bdd83f2952 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1474025 Sep 13 15:31:59.828421 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['acc082f5-9d44-4329-b161-8e4b8f8686eb'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:31:59.906418 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-c85ed52e-0c3b-4f81-a5f2-8887e87806ac None None] Provisioning complete for port 543df313-fa84-4eac-8aea-45711432ec7c triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:31:59.906806 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c85ed52e-0c3b-4f81-a5f2-8887e87806ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (543df313-fa84-4eac-8aea-45711432ec7c), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:31:59.965238 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (f63996cb-38b0-4d4c-bcc4-753622ed8156), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:00.016210 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Pushing event deleted for resources: {'Port': ['ID=f63996cb-38b0-4d4c-bcc4-753622ed8156,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:00.032047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26516f-3e1b-4c42-8b7b-f0d570fe267c req-42ad4292-bbc4-4b3d-9ef4-7b0776d968a6 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:00.033725 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a26516f-3e1b-4c42-8b7b-f0d570fe267c req-42ad4292-bbc4-4b3d-9ef4-7b0776d968a6 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 944 time: 0.1113572 Sep 13 15:32:00.036614 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks [] for router_gateway (7f7328cf-7f35-4d9d-90a4-669ec5528d74), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:00.056483 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-709f449c-ba33-4996-812b-1a66daf1b09c req-28b4c8ce-0cbb-41f0-91eb-8070523f9667 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058496 Sep 13 15:32:00.089240 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] No DVR routers for this DVR port f63996cb-38b0-4d4c-bcc4-753622ed8156 on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:32:00.102465 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:00.116355 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-36a4ac7d-7bdc-4442-aeaa-0e712bb78104 req-60e51ff2-193f-4ddb-8e71-e984559d5f14 tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f63996cb-38b0-4d4c-bcc4-753622ed8156 HTTP/1.1" status: 204 len: 173 time: 0.9903779 Sep 13 15:32:00.117429 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660d020-9221-426e-80e4-981c15db937c', 'name': 'network-vif-deleted', 'tag': 'f63996cb-38b0-4d4c-bcc4-753622ed8156'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:00.120550 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9253e08c-a24b-4a54-862f-ca6e4908b575" -d '{"events": [{"server_uuid": "1660d020-9221-426e-80e4-981c15db937c", "name": "network-vif-deleted", "tag": "f63996cb-38b0-4d4c-bcc4-753622ed8156"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:00.199778 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3825914-c398-4632-852a-012250e35b54 None None] Pushing event updated for resources: {'Port': ['ID=543df313-fa84-4eac-8aea-45711432ec7c,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:00.258730 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 543df313-fa84-4eac-8aea-45711432ec7c triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:00.259216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (543df313-fa84-4eac-8aea-45711432ec7c), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:00.272868 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9cdcccde-cb3d-4d6c-ad73-30400fcb3c65 req-9651da6b-1346-4f24-87fe-7a8421aa3705 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793264 Sep 13 15:32:00.283191 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-865dd3ca-749f-477b-b69b-0c11536c099a req-13d26880-ff6b-4d9d-a67e-4bcda220e01d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0987976 Sep 13 15:32:00.378197 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a26516f-3e1b-4c42-8b7b-f0d570fe267c req-e6ee6471-8283-4554-8930-3e267443438e tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221896 Sep 13 15:32:00.390361 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:00.412340 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98d76ad-4a31-4dfe-986c-2c9935cf357d x-openstack-request-id: req-b98d76ad-4a31-4dfe-986c-2c9935cf357d {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:00.412695 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1660d020-9221-426e-80e4-981c15db937c", "name": "network-vif-deleted", "tag": "f63996cb-38b0-4d4c-bcc4-753622ed8156", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:00.413023 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b98d76ad-4a31-4dfe-986c-2c9935cf357d {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:00.413541 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98d76ad-4a31-4dfe-986c-2c9935cf357d'] response: {'server_uuid': '1660d020-9221-426e-80e4-981c15db937c', 'name': 'network-vif-deleted', 'tag': 'f63996cb-38b0-4d4c-bcc4-753622ed8156', 'status': 'completed', 'code': 200} Sep 13 15:32:00.435854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=d25a6da2-eb6c-4f26-b134-994d446317bf,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:00.518568 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-c85ed52e-0c3b-4f81-a5f2-8887e87806ac None None] Current status of the port 543df313-fa84-4eac-8aea-45711432ec7c is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:00.560328 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 543df313-fa84-4eac-8aea-45711432ec7c is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:00.613942 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (7f7328cf-7f35-4d9d-90a4-669ec5528d74), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:00.618305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:00.809664 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device d25a6da2-eb6c-4f26-b134-994d446317bf up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:00.859755 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port d25a6da2-eb6c-4f26-b134-994d446317bf triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:00.860436 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:00.919515 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-aca8c1ea-8627-4b78-8563-b58ae61433b6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3213601 Sep 13 15:32:00.938610 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port d25a6da2-eb6c-4f26-b134-994d446317bf is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:00.939903 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 543df313-fa84-4eac-8aea-45711432ec7c up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:00.959215 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7bec37a1-ee3f-40e1-9b2a-04af88e552d4 req-45d8c6c4-9a20-4690-b06f-7463b1d5345a tempest-VolumesNegativeTest-994345041 tempest-VolumesNegativeTest-994345041-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1660d020-9221-426e-80e4-981c15db937c HTTP/1.1" status: 200 len: 210 time: 0.0386760 Sep 13 15:32:00.960809 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:00.989101 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 543df313-fa84-4eac-8aea-45711432ec7c triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:00.989419 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (543df313-fa84-4eac-8aea-45711432ec7c), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:01.073407 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 543df313-fa84-4eac-8aea-45711432ec7c is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:01.103592 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-91dd9a50-a031-4ed0-9f33-bc0f7d57efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:01.105568 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-91dd9a50-a031-4ed0-9f33-bc0f7d57efe7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1130 time: 0.0687549 Sep 13 15:32:01.128727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:32:01.332555 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21973f19-6efb-4fcc-b04a-c8148b972773 req-ae41f002-8316-4ad9-99f1-6c1fb7c5e6a5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:01.334096 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-21973f19-6efb-4fcc-b04a-c8148b972773 req-ae41f002-8316-4ad9-99f1-6c1fb7c5e6a5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1811531 Sep 13 15:32:01.395734 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:01.404837 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Sync routers for ids ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:01.416548 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Routers {'7f7328cf-7f35-4d9d-90a4-669ec5528d74'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:01.417281 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:01.428484 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c11391d9-6bc9-466c-99a9-7c4dc28c10da req-18aa247c-f022-4930-8afb-b1f1481f055d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0624454 Sep 13 15:32:01.455057 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-6e387635-1221-4b15-a339-78990df349da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:01.455057 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-6e387635-1221-4b15-a339-78990df349da service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.2421722 Sep 13 15:32:01.455746 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:01.457702 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-164c1af3-7b0f-466c-8f05-b88c506fc10f admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7651188 Sep 13 15:32:01.460803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 58816) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:01.494711 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-21973f19-6efb-4fcc-b04a-c8148b972773 req-f53d9b5a-049f-46b9-bcc0-cec27759da3f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526902 Sep 13 15:32:01.523833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:01.542550 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Set router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:01.564148 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f9d19-b97a-4873-bbf8-e8e98989ad22 req-3d007a58-3a21-462a-99ce-27a284eb08c3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:01.566081 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fc5f9d19-b97a-4873-bbf8-e8e98989ad22 req-3d007a58-3a21-462a-99ce-27a284eb08c3 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 944 time: 0.0527658 Sep 13 15:32:01.659931 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fc5f9d19-b97a-4873-bbf8-e8e98989ad22 req-be704ed9-0477-4865-a396-6c507aedbd9d tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876634 Sep 13 15:32:01.661564 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-737aec93-98df-4dda-b73f-590e16974de0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 200 len: 217 time: 0.0463121 Sep 13 15:32:01.694712 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device acc082f5-9d44-4329-b161-8e4b8f8686eb up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:01.758580 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-ea724f28-fb38-4ff8-b996-6c2d0f4eec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:01.760056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-ea724f28-fb38-4ff8-b996-6c2d0f4eec31 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0903137 Sep 13 15:32:01.764910 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:01.795834 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port acc082f5-9d44-4329-b161-8e4b8f8686eb completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:32:01.808389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-09db31bc-d7f2-447b-a7fa-bb2788cd3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:01.809944 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-09db31bc-d7f2-447b-a7fa-bb2788cd3702 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435543 Sep 13 15:32:01.812199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port acc082f5-9d44-4329-b161-8e4b8f8686eb triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:01.812545 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:01.829248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:01.884183 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 3, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:01.915658 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Checking router: 7f7328cf-7f35-4d9d-90a4-669ec5528d74 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:01.916054 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Updating router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:01.954362 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-f4c57132-cfbb-481e-b9a6-3cf083478c1e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377473 Sep 13 15:32:01.958243 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.016754 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:02.080412 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-79fb18c6-7270-43b7-a9c1-a796d75e63d6 req-b19451d3-92c1-4514-a0a3-a28506476576 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130469 Sep 13 15:32:02.085041 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port acc082f5-9d44-4329-b161-8e4b8f8686eb is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:02.085443 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.129926 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a733f9c-072a-4d48-a807-423d74f654c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc082f5-9d44-4329-b161-8e4b8f8686eb'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:02.132331 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a8ce77-0ea8-4aa7-8d2a-665a133ae6a7" -d '{"events": [{"server_uuid": "6a733f9c-072a-4d48-a807-423d74f654c3", "name": "network-vif-plugged", "status": "completed", "tag": "acc082f5-9d44-4329-b161-8e4b8f8686eb"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:02.170910 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port acc082f5-9d44-4329-b161-8e4b8f8686eb, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:02.202956 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb3678-b6c6-40d6-b834-8c081b190010 x-openstack-request-id: req-71cb3678-b6c6-40d6-b834-8c081b190010 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:02.203203 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a733f9c-072a-4d48-a807-423d74f654c3", "name": "network-vif-plugged", "status": "completed", "tag": "acc082f5-9d44-4329-b161-8e4b8f8686eb", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:02.203432 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71cb3678-b6c6-40d6-b834-8c081b190010 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:02.203835 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cb3678-b6c6-40d6-b834-8c081b190010'] response: {'server_uuid': '6a733f9c-072a-4d48-a807-423d74f654c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc082f5-9d44-4329-b161-8e4b8f8686eb', 'code': 200} Sep 13 15:32:02.207152 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.207991 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device f63996cb-38b0-4d4c-bcc4-753622ed8156 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:32:02.250491 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: f63996cb-38b0-4d4c-bcc4-753622ed8156 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:32:02.250850 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device f63996cb-38b0-4d4c-bcc4-753622ed8156 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:32:02.251432 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-7b0901a7-c899-4874-98b2-40ad13f83277 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:02.252882 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-7b0901a7-c899-4874-98b2-40ad13f83277 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.5031588 Sep 13 15:32:02.255107 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:02.312748 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=acc082f5-9d44-4329-b161-8e4b8f8686eb,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:02.381982 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.395831 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:02.417742 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Publish callbacks [] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.428712 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.468890 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Attempting to bind port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:02.469174 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Attempting to bind port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:02.469886 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Attempting to bind port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:02.542334 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f693e1d1-5598-4a99-a608-7d42a310045d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 380 time: 0.1103568 Sep 13 15:32:02.569215 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:02.570482 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:02.571317 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.572240 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:02.573715 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Bound port: 2eca39c8-df97-48b3-afb0-ccb6fa4860ad, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:02.574310 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.582280 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'port': {'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'admin_state_up': True, 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'security_groups': ['073c7ab8-2089-44c1-82c9-fdc473f6c7ac']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:02.614904 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c275a948-868b-4830-922e-1a39674e63e2 req-f9abbd1a-ae4c-4042-80f7-f30bbdc8c475 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0651894 Sep 13 15:32:02.640977 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf34b91-b953-49dd-a16e-b90c464bf696 None None] Pushing event updated for resources: {'Port': ['ID=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:02.650299 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] For port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:02.653859 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] For port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:02.663300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.706153 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45e508-d201-4b96-adec-3dcb2740f5d4 req-0b5b0da4-687a-4704-a8cf-aeeb331a63cc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:02.707696 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0a45e508-d201-4b96-adec-3dcb2740f5d4 req-0b5b0da4-687a-4704-a8cf-aeeb331a63cc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0787745 Sep 13 15:32:02.743029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:02.786675 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Routers {'7f7328cf-7f35-4d9d-90a4-669ec5528d74'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:02.787331 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:02.819784 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7d2c1-6b33-4314-8b50-4aa5bd09ba54 req-2b3b955e-1dac-4faa-be05-7124c8610ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:02.821276 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4cc7d2c1-6b33-4314-8b50-4aa5bd09ba54 req-2b3b955e-1dac-4faa-be05-7124c8610ca6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 1129 time: 0.1007640 Sep 13 15:32:02.861748 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf34b91-b953-49dd-a16e-b90c464bf696 None None] Pushing event updated for resources: {'Port': ['ID=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:02.862359 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0a45e508-d201-4b96-adec-3dcb2740f5d4 req-600dd1b0-1fd6-47ee-b9c6-776d414721cf tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311116 Sep 13 15:32:02.870741 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c31c4-4c35-4169-bd3f-3317ad04ab5e req-495b259c-44cc-4110-ba50-add16bfdf2ec tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:02.883375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Allocated IP 172.20.0.1 (7851da04-1684-4f7c-8bef-bacba413f66a/bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a/56fac484-9049-4099-af3c-89bd3e76a881) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:02.884963 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4f6c31c4-4c35-4169-bd3f-3317ad04ab5e req-495b259c-44cc-4110-ba50-add16bfdf2ec tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.0777271 Sep 13 15:32:02.917229 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Made reservation on behalf of 76163bf55e0a403aaec08c9c6a68a55f for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:02.922630 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:02.991198 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4cc7d2c1-6b33-4314-8b50-4aa5bd09ba54 req-000ba210-dd9e-4f90-b194-1dd0fec5827b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049984 Sep 13 15:32:03.008449 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4f6c31c4-4c35-4169-bd3f-3317ad04ab5e req-2fa0218f-7328-4197-a17d-0cae9f44ce14 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987687 Sep 13 15:32:03.031200 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] Set router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:03.120963 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks [] for port (56fac484-9049-4099-af3c-89bd3e76a881), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.162925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.20.0.5 (dae42ed5-9203-4331-a516-9ad32fc49ad2/d24ac755-78f6-49ff-8eb8-aafe7190dacd/bf95274d-7cad-4bd2-aa20-8fe6600a24ff) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:03.206083 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (56fac484-9049-4099-af3c-89bd3e76a881), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.231636 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:03.316030 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Pushing event updated for resources: {'Port': ['ID=56fac484-9049-4099-af3c-89bd3e76a881,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:03.324613 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Network 7851da04-1684-4f7c-8bef-bacba413f66a is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:03.328237 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:03.332072 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:03.386008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 3, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:03.408182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (7f7328cf-7f35-4d9d-90a4-669ec5528d74), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.426688 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a80d28-39e2-47b3-b091-03922ff793ef None None] The sync data for ids ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'] in dv-cinder-857434-2-iscsi is: [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 3, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:03.463369 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.481863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:03.549997 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.618763 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:03.625311 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:03.632149 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:03.642714 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (56fac484-9049-4099-af3c-89bd3e76a881), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.645815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:03.668987 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-85b498fe-4263-4373-b02e-82bc232e8d88 None None] Provisioning complete for port 56fac484-9049-4099-af3c-89bd3e76a881 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:03.669266 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-85b498fe-4263-4373-b02e-82bc232e8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (56fac484-9049-4099-af3c-89bd3e76a881), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.767211 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-85b498fe-4263-4373-b02e-82bc232e8d88 None None] Port 56fac484-9049-4099-af3c-89bd3e76a881 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:03.836499 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:03.837157 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:03.903227 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-f8b5b3af-34af-4955-bcff-2c32c5bb4f79 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3360724 Sep 13 15:32:04.093232 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-1224b7f2-e447-40fb-ae86-80d8a3974b56 None None] Provisioning complete for port bf95274d-7cad-4bd2-aa20-8fe6600a24ff triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:04.094787 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1224b7f2-e447-40fb-ae86-80d8a3974b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:04.119387 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdaeb6-bb09-411d-acf0-8d7c9fe967eb req-37b09fa4-f6c8-4f18-9652-614a75425c4e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:04.122076 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d2cdaeb6-bb09-411d-acf0-8d7c9fe967eb req-37b09fa4-f6c8-4f18-9652-614a75425c4e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 931 time: 0.1029687 Sep 13 15:32:04.129923 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf8bf8-ff93-440f-8a0d-84815829e417 req-3ebc8512-ef65-404a-9caa-ce24a26b6fcd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:04.132299 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-febf8bf8-ff93-440f-8a0d-84815829e417 req-3ebc8512-ef65-404a-9caa-ce24a26b6fcd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0700152 Sep 13 15:32:04.144176 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-1224b7f2-e447-40fb-ae86-80d8a3974b56 None None] Port bf95274d-7cad-4bd2-aa20-8fe6600a24ff cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:04.171293 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks [] for port (56fac484-9049-4099-af3c-89bd3e76a881), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:04.182520 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (56fac484-9049-4099-af3c-89bd3e76a881), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:04.227330 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d2cdaeb6-bb09-411d-acf0-8d7c9fe967eb req-2b2b614d-022c-42f8-a942-d862f5f9e6e4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930495 Sep 13 15:32:04.252782 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-febf8bf8-ff93-440f-8a0d-84815829e417 req-075284a2-8251-4dfa-9a64-ea78b93829a9 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083291 Sep 13 15:32:04.284934 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (7f7328cf-7f35-4d9d-90a4-669ec5528d74), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:04.288020 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Pushing event updated for resources: {'Port': ['ID=56fac484-9049-4099-af3c-89bd3e76a881,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:04.349583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:04.379810 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Request body: {'port': {'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:04.402935 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af7cb-352b-44e2-b6e3-929aaa28af9d req-0ce25a5e-3c72-4ef9-9ff9-4d0e423a6d04 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:04.410999 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-581af7cb-352b-44e2-b6e3-929aaa28af9d req-0ce25a5e-3c72-4ef9-9ff9-4d0e423a6d04 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.0851712 Sep 13 15:32:04.444495 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Network 7851da04-1684-4f7c-8bef-bacba413f66a is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:04.447439 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:04.483384 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:04.510262 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-581af7cb-352b-44e2-b6e3-929aaa28af9d req-b1c48e8d-6a12-459f-8717-51f2ce81b957 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937021 Sep 13 15:32:04.656475 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:04.718619 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:32:04.764887 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:04.784062 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-05d88c16-979f-4108-ad1d-af4b6cf8d067 None None] Provisioning complete for port 56fac484-9049-4099-af3c-89bd3e76a881 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:04.784643 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-05d88c16-979f-4108-ad1d-af4b6cf8d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (56fac484-9049-4099-af3c-89bd3e76a881), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:04.838058 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 2eca39c8-df97-48b3-afb0-ccb6fa4860ad up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:04.864502 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-05d88c16-979f-4108-ad1d-af4b6cf8d067 None None] Port 56fac484-9049-4099-af3c-89bd3e76a881 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:04.902194 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:04.904763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:04.904763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.002629 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf95274d-7cad-4bd2-aa20-8fe6600a24ff {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:32:05.003159 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:05.003580 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.008026 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:05.022765 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e3aa422e-eb69-499c-a21c-244b12dde590 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7f7328cf-7f35-4d9d-90a4-669ec5528d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5530758 Sep 13 15:32:05.022765 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Publish callbacks [] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.033016 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:05.040138 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Transition to ACTIVE for port object bf95274d-7cad-4bd2-aa20-8fe6600a24ff will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:32:05.042483 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.049540 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.102030 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:05.142376 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:05.180227 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Attempting to bind port bf95274d-7cad-4bd2-aa20-8fe6600a24ff on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:05.180579 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Attempting to bind port bf95274d-7cad-4bd2-aa20-8fe6600a24ff by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:05.180911 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Attempting to bind port bf95274d-7cad-4bd2-aa20-8fe6600a24ff on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:05.236837 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Port bf95274d-7cad-4bd2-aa20-8fe6600a24ff on network dae42ed5-9203-4331-a516-9ad32fc49ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:32:05.237177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Attempting to bind port bf95274d-7cad-4bd2-aa20-8fe6600a24ff on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:05.304877 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:05.305228 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:05.305657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Bound using segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:05.306172 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Bound port: bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:05.306534 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.357805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:05.388353 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] For port bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:05.395457 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] For port bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:05.407260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.414898 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.420678 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.423910 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/bf95274d-7cad-4bd2-aa20-8fe6600a24ff HTTP/1.1" status: 200 len: 1093 time: 1.0540888 Sep 13 15:32:05.431004 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:05.435635 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a73687d-50ee-4267-a36b-1e324d433666" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:05.553761 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544a33b-350d-4aab-8157-bf2f893c2477 req-11753f88-6175-4b84-a6f7-c89c085e8ee2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.563490 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f544a33b-350d-4aab-8157-bf2f893c2477 req-11753f88-6175-4b84-a6f7-c89c085e8ee2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 943 time: 0.1467359 Sep 13 15:32:05.568122 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1e7b-fa3b-4a2b-ae11-abb6fed8a4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:05.578962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-c017f5c3-3781-48df-91d3-64dc86b2629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.580788 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-c017f5c3-3781-48df-91d3-64dc86b2629c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0814860 Sep 13 15:32:05.583942 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722cfb-6798-46b2-9efb-4b4bebf488ef req-5e7ecd6b-40f0-45d7-b923-37a4ade82c55 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.585481 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f3722cfb-6798-46b2-9efb-4b4bebf488ef req-5e7ecd6b-40f0-45d7-b923-37a4ade82c55 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1858168 Sep 13 15:32:05.628433 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:05.636597 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-4ac07201-8b1d-4d96-b62c-4277ce061f34 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff HTTP/1.1" status: 200 len: 217 time: 0.0475049 Sep 13 15:32:05.680304 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f3722cfb-6798-46b2-9efb-4b4bebf488ef req-0e8dbf5c-ccac-4f9b-88e0-b64af31f6373 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804553 Sep 13 15:32:05.698505 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f544a33b-350d-4aab-8157-bf2f893c2477 req-f04e798c-bd49-42a6-bb26-06b9ddd124fc tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309092 Sep 13 15:32:05.752725 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcf8d88-fc69-423c-8b2a-7ad5f755bef0 x-openstack-request-id: req-3fcf8d88-fc69-423c-8b2a-7ad5f755bef0 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:05.753208 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:05.753289 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fcf8d88-fc69-423c-8b2a-7ad5f755bef0 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:05.753759 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcf8d88-fc69-423c-8b2a-7ad5f755bef0'] response: {'name': 'network-changed', 'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'status': 'completed', 'code': 200} Sep 13 15:32:05.758491 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-9638d380-a19f-48f0-827e-d6d09969d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.760408 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-9638d380-a19f-48f0-827e-d6d09969d8d1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.1174371 Sep 13 15:32:05.814508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:05.821680 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-0b968d95-035a-4bd8-b2af-f84ce0f28110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.823582 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-0b968d95-035a-4bd8-b2af-f84ce0f28110 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567379 Sep 13 15:32:05.849259 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b2c5-8ea3-41c4-ac1b-8e44f7590418 req-7a0ed726-fa40-4117-8832-87de5140405f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:05.857401 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a1b3b2c5-8ea3-41c4-ac1b-8e44f7590418 req-7a0ed726-fa40-4117-8832-87de5140405f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.0719118 Sep 13 15:32:05.867815 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59088) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:05.872491 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1318213854-network', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:05.885386 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:05.902529 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Sync routers for ids ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:05.914991 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Routers {'7f7328cf-7f35-4d9d-90a4-669ec5528d74'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:05.915642 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:05.916892 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Made reservation on behalf of dc9ec7f984554ee087775cb0d36aed7c for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:05.919279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.935700 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-a50e0dc5-3d7e-4c87-b2d5-81437e900b30 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029849 Sep 13 15:32:05.936033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:05.941336 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a1b3b2c5-8ea3-41c4-ac1b-8e44f7590418 req-d162259a-1ccc-4d53-b7f0-b0cbc5997d19 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831246 Sep 13 15:32:06.054991 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Set router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:06.070589 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks [] for security_group (f254a346-3287-4966-89d9-0af0f269c8e3), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.082246 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f254a346-3287-4966-89d9-0af0f269c8e3), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.089508 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9aeada1f-eaff-48ed-b23a-8d2af1f98439 req-a40081aa-20f0-4940-ba7b-04e33272332d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362042 Sep 13 15:32:06.117944 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:32:06.135355 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f254a346-3287-4966-89d9-0af0f269c8e3,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:06.141514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (300d6349-c08e-4040-82c6-ee53a6ddc871), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.141933 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Added segment 300d6349-c08e-4040-82c6-ee53a6ddc871 of type vlan for network 78d68ced-94a2-498b-9c96-0c8acf8450fb Sep 13 15:32:06.190249 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (78d68ced-94a2-498b-9c96-0c8acf8450fb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.227273 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (78d68ced-94a2-498b-9c96-0c8acf8450fb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.228489 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:06.229088 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.262658 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:32:03Z', 'revision_number': 4, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '56fac484-9049-4099-af3c-89bd3e76a881', 'name': '', 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'mac_address': 'fa:16:3e:cb:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:02Z', 'updated_at': '2022-09-13T15:32:03Z', 'revision_number': 2, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'subnets': [{'id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:06.288106 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Checking router: 7f7328cf-7f35-4d9d-90a4-669ec5528d74 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:06.288462 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Updating router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 port 56fac484-9049-4099-af3c-89bd3e76a881 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:06.310574 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=78d68ced-94a2-498b-9c96-0c8acf8450fb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:06.321140 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-762dc99c-0fe8-49ea-9db1-05cb95a6b2c6 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4493611 Sep 13 15:32:06.321237 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (56fac484-9049-4099-af3c-89bd3e76a881), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.321519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59120) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:06.321827 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:32:06.329693 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Request body: {'subnet': {'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1318213854-subnet', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:06.369730 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Made reservation on behalf of dc9ec7f984554ee087775cb0d36aed7c for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:06.373530 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3186286'] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.577990 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:06.590298 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2175415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3186300'] for subnet (105f5477-45cd-4ee5-94b4-e51a3e80ec8c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.634015 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Publish callbacks [] for port (56fac484-9049-4099-af3c-89bd3e76a881), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.635670 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:06.655728 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:32:06.658997 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (56fac484-9049-4099-af3c-89bd3e76a881), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.676720 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=105f5477-45cd-4ee5-94b4-e51a3e80ec8c,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:06.686064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Checking segment: {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:06.686467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Network hostable DHCP agents. Network: 78d68ced-94a2-498b-9c96-0c8acf8450fb, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:32:06.705076 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:32:06.720995 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 78d68ced-94a2-498b-9c96-0c8acf8450fb) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:06.727102 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:06.727305 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a947a0-58cf-451d-81d9-c8886f32c36a None None] Pushing event updated for resources: {'Port': ['ID=56fac484-9049-4099-af3c-89bd3e76a881,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:06.727836 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.730622 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92079325-defe-43bd-a9ce-45a20b38bf8f None None] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:32:06.770552 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59146) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:06.771545 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b78fe83f-b73e-4965-bc7d-28f6afc03b4f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4482417 Sep 13 15:32:06.775279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:06.837987 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.840464 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.884334 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Attempting to bind port 56fac484-9049-4099-af3c-89bd3e76a881 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:06.884976 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Attempting to bind port 56fac484-9049-4099-af3c-89bd3e76a881 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:06.885683 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Attempting to bind port 56fac484-9049-4099-af3c-89bd3e76a881 on network 7851da04-1684-4f7c-8bef-bacba413f66a {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:06.917412 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 2eca39c8-df97-48b3-afb0-ccb6fa4860ad up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:06.934444 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-78d68ced-94a2-498b-9c96-0c8acf8450fb', 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'fixed_ips': [{'subnet_id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:32:06.937569 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.942118 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:06.942675 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Checking segment: {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:06.943079 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.943556 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Bound using segment: {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:06.944222 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Bound port: 56fac484-9049-4099-af3c-89bd3e76a881, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2315963-a2c2-418b-a095-adfe2ce69db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:06.944699 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (56fac484-9049-4099-af3c-89bd3e76a881), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:06.958055 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks [] for router_controller (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), precommit_add_association {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.011538 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] For port 56fac484-9049-4099-af3c-89bd3e76a881, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:07.015220 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] For port 56fac484-9049-4099-af3c-89bd3e76a881, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=56fac484-9049-4099-af3c-89bd3e76a881,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:07.024363 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (56fac484-9049-4099-af3c-89bd3e76a881), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.042222 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163ff86-20fb-48b0-b7d8-29e44262ae78 req-ed96274d-f52c-4aca-89a1-d99913244bcc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:07.043695 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b163ff86-20fb-48b0-b7d8-29e44262ae78 req-ed96274d-f52c-4aca-89a1-d99913244bcc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1437120 Sep 13 15:32:07.057230 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:07.057504 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.097406 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a947a0-58cf-451d-81d9-c8886f32c36a None None] Pushing event updated for resources: {'Port': ['ID=56fac484-9049-4099-af3c-89bd3e76a881,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:07.107596 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a68-5dac-43ee-9f79-1221232806d8 req-a7d5cad8-7bfa-4ff8-b5cd-72f89705e9fb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:07.109033 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-81c38a68-5dac-43ee-9f79-1221232806d8 req-a7d5cad8-7bfa-4ff8-b5cd-72f89705e9fb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 943 time: 0.1074009 Sep 13 15:32:07.123810 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Routers {'7f7328cf-7f35-4d9d-90a4-669ec5528d74'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:07.124451 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:07.170167 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:07.193437 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Allocated IP 172.20.0.2 (78d68ced-94a2-498b-9c96-0c8acf8450fb/105f5477-45cd-4ee5-94b4-e51a3e80ec8c/7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:07.212454 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:07.217216 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks [] for router_gateway (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.238070 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] Set router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:07.238549 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b163ff86-20fb-48b0-b7d8-29e44262ae78 req-c8ce45a9-e257-4b22-98b2-c134d0a0ba3f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638954 Sep 13 15:32:07.264725 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-81c38a68-5dac-43ee-9f79-1221232806d8 req-5da86c97-e3ec-4be4-b858-e58a46b7aead tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484337 Sep 13 15:32:07.318095 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:07.392431 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Publish callbacks [] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.403230 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.445606 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:07.448582 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:07.453723 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:07.455594 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:32:03Z', 'revision_number': 4, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '56fac484-9049-4099-af3c-89bd3e76a881', 'name': '', 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'mac_address': 'fa:16:3e:cb:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:02Z', 'updated_at': '2022-09-13T15:32:07Z', 'revision_number': 4, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'subnets': [{'id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:07.459711 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1dc2b-8ff2-4e9f-9ebe-67b4a18a6d3a req-abb6d937-1601-47ca-a884-68ac02743b81 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:07.460465 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Pushing event updated for resources: {'Port': ['ID=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:07.461241 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c2f1dc2b-8ff2-4e9f-9ebe-67b4a18a6d3a req-abb6d937-1601-47ca-a884-68ac02743b81 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1262126 Sep 13 15:32:07.489179 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bcc8dd-3a71-46bb-aa30-39a3ab0513e7 None None] The sync data for ids ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'] in dv-cinder-857434-2-iscsi is: [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:32:03Z', 'revision_number': 4, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '56fac484-9049-4099-af3c-89bd3e76a881', 'name': '', 'network_id': '7851da04-1684-4f7c-8bef-bacba413f66a', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'mac_address': 'fa:16:3e:cb:66:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:02Z', 'updated_at': '2022-09-13T15:32:07Z', 'revision_number': 4, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'subnets': [{'id': 'bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:07.513788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:07.525044 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Attempting to bind port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:07.525453 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Attempting to bind port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:07.525718 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Attempting to bind port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e on network 78d68ced-94a2-498b-9c96-0c8acf8450fb {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:07.571166 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks [] for router_gateway (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.576852 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:07.593034 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c2f1dc2b-8ff2-4e9f-9ebe-67b4a18a6d3a req-a62e6029-67b3-49be-94b9-53ea8802816c tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207204 Sep 13 15:32:07.595271 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:07.595999 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Checking segment: {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:07.596580 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.597302 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Bound using segment: {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:07.598431 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.598923 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Bound port: 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:07.599309 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.684150 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] For port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:07.692927 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] For port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:07.711377 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.755510 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Allocated IP 172.27.1.96 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/193ed8e9-4f55-4ef2-91e6-987e487f6efb) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:07.792744 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426fa43-ab46-47a1-bfa0-09111c5b7e5d None None] Pushing event updated for resources: {'Port': ['ID=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:07.901389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks [] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:07.941445 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:08.028654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:08.033434 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:08.036472 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:08.077273 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Pushing event updated for resources: {'Port': ['ID=193ed8e9-4f55-4ef2-91e6-987e487f6efb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:08.080956 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59158) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:08.217701 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:08.263164 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2500a955-746d-47c6-bb0b-a776add0520b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c1b581d18eee429cb4415287c1887fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809683 Sep 13 15:32:08.263752 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59164) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:08.319974 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa17e-66b9-4b50-a67f-a49b7f1936d2 admin admin] Publish callbacks [] for security_group (1ffbcb72-97ab-4bcf-947e-0b17c858c2e3), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:08.347059 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa17e-66b9-4b50-a67f-a49b7f1936d2 admin admin] Publish callbacks [] for security_group (1ffbcb72-97ab-4bcf-947e-0b17c858c2e3), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:08.354290 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:UPDATE=3,neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:08.409184 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa17e-66b9-4b50-a67f-a49b7f1936d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1ffbcb72-97ab-4bcf-947e-0b17c858c2e3), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:08.412016 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa17e-66b9-4b50-a67f-a49b7f1936d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:08.416726 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2b5aa17e-66b9-4b50-a67f-a49b7f1936d2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1ffbcb72-97ab-4bcf-947e-0b17c858c2e3 HTTP/1.1" status: 204 len: 168 time: 0.1519432 Sep 13 15:32:08.426070 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa17e-66b9-4b50-a67f-a49b7f1936d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffbcb72-97ab-4bcf-947e-0b17c858c2e3,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:08.765295 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02ea17-518e-41fb-b637-b71efd5724b7 req-09b15292-2691-42d4-afb9-65cc6bfce0a6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:08.774005 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2c02ea17-518e-41fb-b637-b71efd5724b7 req-09b15292-2691-42d4-afb9-65cc6bfce0a6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.4115014 Sep 13 15:32:08.779023 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks [] for router_gateway (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:08.802035 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3787681-1ffe-4bf9-b0f7-f4c5240975fc req-e05a6572-6388-47be-a7f5-99f858e5a3ea tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:08.803688 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a3787681-1ffe-4bf9-b0f7-f4c5240975fc req-e05a6572-6388-47be-a7f5-99f858e5a3ea tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 943 time: 0.1176765 Sep 13 15:32:08.892156 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 56fac484-9049-4099-af3c-89bd3e76a881 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:08.944656 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2c02ea17-518e-41fb-b637-b71efd5724b7 req-4ecf8bdd-d361-4185-b70e-59fcbdae33b3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695914 Sep 13 15:32:08.953661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 56fac484-9049-4099-af3c-89bd3e76a881 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:08.954084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (56fac484-9049-4099-af3c-89bd3e76a881), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.033095 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:09.041008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d6605-3a97-4a8c-b8d2-2481576636d5 None None] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:32:09.041275 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a3787681-1ffe-4bf9-b0f7-f4c5240975fc req-808c8cfb-c279-466c-b3c0-812a61655115 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911519 Sep 13 15:32:09.107716 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 56fac484-9049-4099-af3c-89bd3e76a881 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:09.108029 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (56fac484-9049-4099-af3c-89bd3e76a881), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.144534 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521735-dd34-47f4-a83f-901cf55dddc4 req-d4529f21-c675-4548-a9ae-6fce33745ecc tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:09.146150 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-63521735-dd34-47f4-a83f-901cf55dddc4 req-d4529f21-c675-4548-a9ae-6fce33745ecc tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1096535 Sep 13 15:32:09.160811 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] Provisioning complete for port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:09.161326 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.209171 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 56fac484-9049-4099-af3c-89bd3e76a881, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=56fac484-9049-4099-af3c-89bd3e76a881,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:09.238631 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.243077 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (56fac484-9049-4099-af3c-89bd3e76a881), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.244409 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:09.258237 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-63521735-dd34-47f4-a83f-901cf55dddc4 req-2805b6e5-b78f-4c30-a6c2-8aa537ba8f56 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781164 Sep 13 15:32:09.319208 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59194) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:09.339378 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:09.383672 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=56fac484-9049-4099-af3c-89bd3e76a881,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:09.394844 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:32:09.405455 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] Current status of the port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:09.405846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.410140 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:09.410533 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.495495 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-280205590-network', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:09.501562 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] For port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:09.510875 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.515492 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:09.527912 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Made reservation on behalf of 74318a6f074f4d7ea084461473ef1a80 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:09.530493 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.535284 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:09.556359 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Sync routers for ids ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:09.560590 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.563873 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.565488 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c5fb30f9-3957-4c9e-822c-416d799014cc admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7937973 Sep 13 15:32:09.568758 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59198) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:09.595871 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:09.621258 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Routers {'71cec64f-80b9-4c25-a1bd-22f0d1242a1b'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:09.622464 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:09.672947 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks [] for security_group (ec91b87d-6e34-4e37-8eeb-61b86867aee6), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.679083 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ec91b87d-6e34-4e37-8eeb-61b86867aee6), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.688748 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:09.688994 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:09.699305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device bf95274d-7cad-4bd2-aa20-8fe6600a24ff details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:32:09.709854 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:32:09.716332 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed76066-9a12-4bca-ab66-e5c5256f385e None None] Pushing event updated for resources: {'Port': ['ID=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:09.720773 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec91b87d-6e34-4e37-8eeb-61b86867aee6,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:09.728166 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (919e4ca7-bb88-4bfd-a41c-a2654b3f9362), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.729073 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Added segment 919e4ca7-bb88-4bfd-a41c-a2654b3f9362 of type vlan for network 4897ec02-d766-460e-a83c-485c4f81bdfd Sep 13 15:32:09.738931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f85a0878-1eab-48ab-91db-8c27227d46a6 None None] Provisioning complete for port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:09.739314 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f85a0878-1eab-48ab-91db-8c27227d46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.778860 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (4897ec02-d766-460e-a83c-485c4f81bdfd), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.807392 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (4897ec02-d766-460e-a83c-485c4f81bdfd), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.808840 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:09.809790 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.875063 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5506582 Sep 13 15:32:09.875063 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59200) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:09.879606 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Request body: {'subnet': {'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-280205590-subnet', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:09.900929 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d713c-271c-4078-88c5-c7006ee7401b admin admin] Pushing event updated for resources: {'Network': ['ID=4897ec02-d766-460e-a83c-485c4f81bdfd,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:09.913490 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Made reservation on behalf of 74318a6f074f4d7ea084461473ef1a80 for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:09.916565 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3186286'] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:09.947606 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 4897ec02-d766-460e-a83c-485c4f81bdfd details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:32:09.958907 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.db.resource_extend [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 15:32:10.065432 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:10.129706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Set router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:10.153445 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6481c-a92a-4000-badc-8f64c26e33e2 req-7e70ed2b-c2ed-4dc3-bf24-7b025da60f7f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:10.154992 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5f6481c-a92a-4000-badc-8f64c26e33e2 req-7e70ed2b-c2ed-4dc3-bf24-7b025da60f7f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1254725 Sep 13 15:32:10.157280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.185367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73687d-50ee-4267-a36b-1e324d433666 req-0bc90d52-a852-495c-aa87-0f19c08762c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:10.187012 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-0bc90d52-a852-495c-aa87-0f19c08762c7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0811234 Sep 13 15:32:10.201257 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2175415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3186300'] for subnet (604f6be1-bd20-4eeb-b914-3eaace36de6b), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.261264 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5f6481c-a92a-4000-badc-8f64c26e33e2 req-2ef8efd3-d17e-41f2-bafa-6b6480f0e31d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915163 Sep 13 15:32:10.269528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=604f6be1-bd20-4eeb-b914-3eaace36de6b,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:10.278747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Checking segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:10.279110 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Network hostable DHCP agents. Network: 4897ec02-d766-460e-a83c-485c4f81bdfd, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:32:10.296791 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:10.312685 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f59b9-8f6b-44f7-a52e-a07b998b0eed req-07db4767-2c64-4ed4-b704-fce0bd3acd6c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:10.318749 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-809f59b9-8f6b-44f7-a52e-a07b998b0eed req-07db4767-2c64-4ed4-b704-fce0bd3acd6c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 943 time: 0.1181257 Sep 13 15:32:10.319221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Network 4897ec02-d766-460e-a83c-485c4f81bdfd is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:32:10.322135 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:32:10.328783 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f85a0878-1eab-48ab-91db-8c27227d46a6 None None] Current status of the port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:10.350011 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 4897ec02-d766-460e-a83c-485c4f81bdfd) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:10.355359 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:10.356074 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.359685 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=2,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:10.373878 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f8bb0-276d-4b43-99a4-7c1783e3b4ac None None] Network 4897ec02-d766-460e-a83c-485c4f81bdfd requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:32:10.386689 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fe27f9ce-0324-426e-8691-8d5626eb0dd9 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5110378 Sep 13 15:32:10.398843 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59212) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:10.410057 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:10.438676 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (4c8f7ec5-6935-493e-8e71-c6b42a155800), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.440309 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (4c8f7ec5-6935-493e-8e71-c6b42a155800), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.469410 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port bf95274d-7cad-4bd2-aa20-8fe6600a24ff is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:10.470172 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.491345 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:10.496020 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks [] for router_controller (4c8f7ec5-6935-493e-8e71-c6b42a155800), precommit_add_association {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.521167 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-809f59b9-8f6b-44f7-a52e-a07b998b0eed req-20999491-436b-4c94-9954-c2dd526bb687 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946316 Sep 13 15:32:10.521897 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf95274d-7cad-4bd2-aa20-8fe6600a24ff {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:32:10.533383 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1355d-ad75-4bb6-9143-c5942a3cd7d4 req-1173bb14-231a-412d-996b-3ce997f5a1f5 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:10.535130 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b3d1355d-ad75-4bb6-9143-c5942a3cd7d4 req-1173bb14-231a-412d-996b-3ce997f5a1f5 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1207106 Sep 13 15:32:10.563956 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Allocated IP 172.20.0.1 (78d68ced-94a2-498b-9c96-0c8acf8450fb/105f5477-45cd-4ee5-94b4-e51a3e80ec8c/99ac4978-048b-4440-9ae2-24480e2bb6ce) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:10.566439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:10.579763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:10.581270 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:32:08Z', 'revision_number': 3, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:10.612552 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.635115 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Checking router: 71cec64f-80b9-4c25-a1bd-22f0d1242a1b for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:10.635466 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Updating router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b port 193ed8e9-4f55-4ef2-91e6-987e487f6efb binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:10.654018 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks [] for router_gateway (4c8f7ec5-6935-493e-8e71-c6b42a155800), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.672990 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b3d1355d-ad75-4bb6-9143-c5942a3cd7d4 req-d4d621cd-2bd1-41f2-8266-379261754b45 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220987 Sep 13 15:32:10.675602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:10.681952 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-4897ec02-d766-460e-a83c-485c4f81bdfd', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:32:10.682898 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.728695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.742347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks [] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.773654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:10.800566 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.845647 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:10.853905 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:10.860076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:10.871844 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks [] for router_gateway (4c8f7ec5-6935-493e-8e71-c6b42a155800), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.887707 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 56fac484-9049-4099-af3c-89bd3e76a881 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:10.892841 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Pushing event updated for resources: {'Port': ['ID=99ac4978-048b-4440-9ae2-24480e2bb6ce,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:10.903205 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.917383 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:10.948216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:11.085930 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 56fac484-9049-4099-af3c-89bd3e76a881 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:11.086333 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (56fac484-9049-4099-af3c-89bd3e76a881), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.104543 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:11.106290 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.140151 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['bf95274d-7cad-4bd2-aa20-8fe6600a24ff'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:32:11.145415 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Allocated IP 172.20.0.2 (4897ec02-d766-460e-a83c-485c4f81bdfd/604f6be1-bd20-4eeb-b914-3eaace36de6b/915b124b-298e-4a2e-a33f-86721004c40b) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:11.233184 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-1e948803-db8a-4b72-baa3-0c07c507d6f6 None None] Provisioning complete for port 99ac4978-048b-4440-9ae2-24480e2bb6ce triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:11.233596 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1e948803-db8a-4b72-baa3-0c07c507d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.291979 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks [] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.297446 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.323505 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:11.369354 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Pushing event updated for resources: {'Port': ['ID=99ac4978-048b-4440-9ae2-24480e2bb6ce,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:11.372541 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.389545 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Publish callbacks [] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.392291 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-1e948803-db8a-4b72-baa3-0c07c507d6f6 None None] Port 99ac4978-048b-4440-9ae2-24480e2bb6ce cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:11.484403 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.506030 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73687d-50ee-4267-a36b-1e324d433666 req-6e5a171f-c643-43f1-9885-721eb558d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:11.507913 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-6e5a171f-c643-43f1-9885-721eb558d91d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.1729860 Sep 13 15:32:11.512725 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ec1ec-b2f8-4e07-8d27-ea115fa15f3e req-f0c93d38-c0f2-4e0e-ade9-125e7125e4d7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:11.514353 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f16ec1ec-b2f8-4e07-8d27-ea115fa15f3e req-f0c93d38-c0f2-4e0e-ade9-125e7125e4d7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0662658 Sep 13 15:32:11.519093 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Allocated IP 172.27.1.161 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/5498441b-6cc6-44fe-86ae-15c6534f6ae3) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:11.567365 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-a8828cb0-f106-4458-be9a-4465c56569ef service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff HTTP/1.1" status: 200 len: 217 time: 0.0412052 Sep 13 15:32:11.582711 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:11.584182 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:11.596449 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:11.611231 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Attempting to bind port 193ed8e9-4f55-4ef2-91e6-987e487f6efb on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:11.614527 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Attempting to bind port 193ed8e9-4f55-4ef2-91e6-987e487f6efb by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:11.614771 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Attempting to bind port 193ed8e9-4f55-4ef2-91e6-987e487f6efb on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:11.624500 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 56fac484-9049-4099-af3c-89bd3e76a881 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:11.625604 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:11.625740 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f16ec1ec-b2f8-4e07-8d27-ea115fa15f3e req-631267fa-e7ff-41bf-823b-94475d9f6979 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038752 Sep 13 15:32:11.718243 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c61a6-6ca4-412c-a909-2a02d3a35155 req-df94c010-b7b0-4c40-b1bd-0dc6a4b015ed tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:11.720719 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73687d-50ee-4267-a36b-1e324d433666 req-ea734e58-5df5-42a2-a028-d12129cf3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:11.720972 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-733c61a6-6ca4-412c-a909-2a02d3a35155 req-df94c010-b7b0-4c40-b1bd-0dc6a4b015ed tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 944 time: 0.1135352 Sep 13 15:32:11.722245 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-ea734e58-5df5-42a2-a028-d12129cf3782 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.1058459 Sep 13 15:32:11.778227 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks [] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.820156 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.822936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:11.836198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:32:11.870464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:11.873132 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:11.878336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:11.883920 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:11.891468 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5498441b-6cc6-44fe-86ae-15c6534f6ae3,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:11.920428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8e911-6280-41e9-93b2-353ed969a779 req-7759b7df-9d30-4d32-ac0d-f490b4807f52 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:11.922209 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cbc8e911-6280-41e9-93b2-353ed969a779 req-7759b7df-9d30-4d32-ac0d-f490b4807f52 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1060922 Sep 13 15:32:11.929720 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a78d2-9026-4dc7-8765-91687b3a7ce2 None None] Pushing event updated for resources: {'Port': ['ID=193ed8e9-4f55-4ef2-91e6-987e487f6efb,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:11.967943 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-733c61a6-6ca4-412c-a909-2a02d3a35155 req-161e517f-445f-4fd7-aa10-06de6b25a1fe tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064345 Sep 13 15:32:11.976472 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Publish callbacks [] for port (915b124b-298e-4a2e-a33f-86721004c40b), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:11.981462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-9ed6e404-dee5-4950-bbe3-db35d39322d0 None None] Provisioning complete for port 99ac4978-048b-4440-9ae2-24480e2bb6ce triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:11.981827 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e404-dee5-4950-bbe3-db35d39322d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.025690 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (915b124b-298e-4a2e-a33f-86721004c40b), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.066096 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-866a25d5-6b0d-4b5a-8dce-4f1411632d0c tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:12.066853 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:12.067361 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:12.067596 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-866a25d5-6b0d-4b5a-8dce-4f1411632d0c tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1122625 Sep 13 15:32:12.067944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.068427 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:12.069007 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Bound port: 193ed8e9-4f55-4ef2-91e6-987e487f6efb, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:12.069476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.071613 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:12.082303 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73687d-50ee-4267-a36b-1e324d433666 req-ad84624a-4682-48e1-9f0e-3b6386cc5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:12.083857 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-ad84624a-4682-48e1-9f0e-3b6386cc5a41 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1393063 Sep 13 15:32:12.088244 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:12.098208 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cbc8e911-6280-41e9-93b2-353ed969a779 req-924f1f95-1267-4ee1-b0fc-32cdea9da5a4 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442780 Sep 13 15:32:12.105521 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:12.121279 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4f944d56-6068-46d7-890d-5c790d71c475 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/71cec64f-80b9-4c25-a1bd-22f0d1242a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5494835 Sep 13 15:32:12.123557 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:12.123940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.127528 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6e404-dee5-4950-bbe3-db35d39322d0 None None] Port 99ac4978-048b-4440-9ae2-24480e2bb6ce cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:12.133393 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Network 4897ec02-d766-460e-a83c-485c4f81bdfd is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:12.162432 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:12.171889 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:12.187649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Pushing event updated for resources: {'Port': ['ID=915b124b-298e-4a2e-a33f-86721004c40b,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:12.231876 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] For port 193ed8e9-4f55-4ef2-91e6-987e487f6efb, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:12.240117 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks [] for router_gateway (4c8f7ec5-6935-493e-8e71-c6b42a155800), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.269700 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] For port 193ed8e9-4f55-4ef2-91e6-987e487f6efb, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=193ed8e9-4f55-4ef2-91e6-987e487f6efb,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:12.289132 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.320878 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Attempting to bind port 915b124b-298e-4a2e-a33f-86721004c40b on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:12.321452 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Attempting to bind port 915b124b-298e-4a2e-a33f-86721004c40b by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:12.321613 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Attempting to bind port 915b124b-298e-4a2e-a33f-86721004c40b on network 4897ec02-d766-460e-a83c-485c4f81bdfd {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:12.388777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Routers {'71cec64f-80b9-4c25-a1bd-22f0d1242a1b'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:12.389420 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:12.402270 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:12.440640 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (4c8f7ec5-6935-493e-8e71-c6b42a155800), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.459504 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:12.466796 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a78d2-9026-4dc7-8765-91687b3a7ce2 None None] Pushing event updated for resources: {'Port': ['ID=193ed8e9-4f55-4ef2-91e6-987e487f6efb,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:12.490680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:12.491174 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Checking segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:12.491758 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.492369 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Bound using segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:12.493039 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Bound port: 915b124b-298e-4a2e-a33f-86721004c40b, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:12.493589 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (915b124b-298e-4a2e-a33f-86721004c40b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.538657 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59234) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:12.538657 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359888796', 'description': 'tempest-secgroup-smoke-1359888796 description', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:12.566195 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.594711 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Router 4c8f7ec5-6935-493e-8e71-c6b42a155800 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:32:12.596587 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] Set router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:12.598287 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:12.652325 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] For port 915b124b-298e-4a2e-a33f-86721004c40b, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:12.659793 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] For port 915b124b-298e-4a2e-a33f-86721004c40b, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=915b124b-298e-4a2e-a33f-86721004c40b,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:12.662922 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group (7254658d-845c-451d-b7a9-c5c287f863b5), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.669465 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7254658d-845c-451d-b7a9-c5c287f863b5), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.706635 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7254658d-845c-451d-b7a9-c5c287f863b5,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:12.712561 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (915b124b-298e-4a2e-a33f-86721004c40b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.715920 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:12.730208 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Sync routers for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:12.731452 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.732756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c9b4eb8b-87a6-49cd-982a-c2a8fec2683b tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2010703 Sep 13 15:32:12.737702 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59238) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:12.751484 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group_rule': {'security_group_id': '7254658d-845c-451d-b7a9-c5c287f863b5', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:12.752082 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.753517 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-4d7d8d2b-6ff2-4517-aec8-a7c06d32f8a1 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3496149 Sep 13 15:32:12.754630 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:12.756657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59240) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:12.758969 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:12.846629 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6f5b-21eb-4a66-afa4-f6b7f9f40ea6 req-895c8a53-69bb-45a0-95fe-caefa48cb706 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:12.847085 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71f23d-1ea6-4524-a8c1-8e63153113f8 None None] Pushing event updated for resources: {'Port': ['ID=915b124b-298e-4a2e-a33f-86721004c40b,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:12.848270 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ffce6f5b-21eb-4a66-afa4-f6b7f9f40ea6 req-895c8a53-69bb-45a0-95fe-caefa48cb706 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0735133 Sep 13 15:32:12.879452 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (d739d477-cb93-403c-a015-5bf79c694e41), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:12.912108 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:12.933462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '99ac4978-048b-4440-9ae2-24480e2bb6ce', 'name': '', 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'mac_address': 'fa:16:3e:bd:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 2, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'subnets': [{'id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:12.938257 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:12.969635 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c26ec-b885-43b8-a25a-86f4d6cd07da None None] The sync data for ids ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'] in dv-cinder-857434-2-iscsi is: [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '99ac4978-048b-4440-9ae2-24480e2bb6ce', 'name': '', 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'mac_address': 'fa:16:3e:bd:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 2, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'subnets': [{'id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:13.013805 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ffce6f5b-21eb-4a66-afa4-f6b7f9f40ea6 req-56b577c6-bfbf-4bd3-a5bc-0ad7fb4bbc61 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484900 Sep 13 15:32:13.021667 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (d739d477-cb93-403c-a015-5bf79c694e41), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.034499 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (d739d477-cb93-403c-a015-5bf79c694e41), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.101423 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d739d477-cb93-403c-a015-5bf79c694e41,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:13.124051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.125324 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-1608ebd5-6adb-4ced-936b-4416e53c956a tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3865850 Sep 13 15:32:13.130272 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59244) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:13.142000 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group_rule': {'security_group_id': '7254658d-845c-451d-b7a9-c5c287f863b5', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:13.261716 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:13.265834 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:12Z', 'revision_number': 3, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:13.266710 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:13.268375 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00907ac-b5c4-468e-8465-aba0643e8b06 req-3ff4c4de-fd8c-4f65-a7f1-566c26949cbc tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:13.270060 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c00907ac-b5c4-468e-8465-aba0643e8b06 req-3ff4c4de-fd8c-4f65-a7f1-566c26949cbc tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 944 time: 0.0850167 Sep 13 15:32:13.293837 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (9d406b5b-0d84-4c9c-b296-bb9c7b8abcc9), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.309501 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Checking router: 4c8f7ec5-6935-493e-8e71-c6b42a155800 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:13.309869 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Updating router 4c8f7ec5-6935-493e-8e71-c6b42a155800 port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:13.345469 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.406595 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c00907ac-b5c4-468e-8465-aba0643e8b06 req-dd3ceaf8-9b17-4892-9d5b-02a62703c4f7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170399 Sep 13 15:32:13.450629 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f1781-2f48-4d63-9d28-6e9e2492f7e0 req-6790154f-497c-4695-8a9e-e8e2306ca8a1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:13.453823 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab2f1781-2f48-4d63-9d28-6e9e2492f7e0 req-6790154f-497c-4695-8a9e-e8e2306ca8a1 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1827092 Sep 13 15:32:13.479354 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.498203 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (9d406b5b-0d84-4c9c-b296-bb9c7b8abcc9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.512688 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (9d406b5b-0d84-4c9c-b296-bb9c7b8abcc9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.555860 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:13.597989 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d406b5b-0d84-4c9c-b296-bb9c7b8abcc9,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:13.617399 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:13.652690 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab2f1781-2f48-4d63-9d28-6e9e2492f7e0 req-0279f264-3399-4056-923d-133409741246 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815155 Sep 13 15:32:13.675185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.689258 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-9d1e5f67-3934-4347-8078-9f115578eb35 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5578952 Sep 13 15:32:13.693425 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59252) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:13.710605 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:13.720784 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group_rule': {'security_group_id': '7254658d-845c-451d-b7a9-c5c287f863b5', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:13.723691 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device bf95274d-7cad-4bd2-aa20-8fe6600a24ff up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:13.849231 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Publish callbacks [] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.853905 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port bf95274d-7cad-4bd2-aa20-8fe6600a24ff completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:32:13.866334 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port bf95274d-7cad-4bd2-aa20-8fe6600a24ff triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:13.867087 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.867867 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:13.972569 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477ecd9-d2db-4308-9b46-865b910bbc68 None None] Pushing event updated for resources: {'Port': ['ID=5498441b-6cc6-44fe-86ae-15c6534f6ae3,revision_number=2']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:13.996548 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Attempting to bind port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:13.996548 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Attempting to bind port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:13.996548 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Attempting to bind port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:14.017784 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port bf95274d-7cad-4bd2-aa20-8fe6600a24ff is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:14.018320 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.058573 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:14.061050 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b0f3c9-85a9-46db-b349-182af0c8d216" -d '{"events": [{"server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "name": "network-vif-plugged", "status": "completed", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:14.079336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:14.080467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225de17b-6e43-45d0-9e12-4a1332528a4c req-99da2ab0-14c8-4326-b624-d4140263d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:14.082446 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-225de17b-6e43-45d0-9e12-4a1332528a4c req-99da2ab0-14c8-4326-b624-d4140263d071 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1130 time: 0.3400047 Sep 13 15:32:14.090387 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-9372aa89-94c5-487d-8e3a-999942a62843 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292678 Sep 13 15:32:14.093688 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.135336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Allocated IP 172.20.0.1 (4897ec02-d766-460e-a83c-485c4f81bdfd/604f6be1-bd20-4eeb-b914-3eaace36de6b/92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:14.139459 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:14.139866 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:14.140230 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.140619 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:14.141114 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Bound port: 5498441b-6cc6-44fe-86ae-15c6534f6ae3, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:14.141604 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.227102 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d15421-3ce1-4eb7-bbab-f62655e00d02 x-openstack-request-id: req-e0d15421-3ce1-4eb7-bbab-f62655e00d02 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:14.228392 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "name": "network-vif-plugged", "status": "completed", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:14.231905 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0d15421-3ce1-4eb7-bbab-f62655e00d02 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:14.232186 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d15421-3ce1-4eb7-bbab-f62655e00d02'] response: {'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'code': 200} Sep 13 15:32:14.284181 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:14.311834 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] For port 5498441b-6cc6-44fe-86ae-15c6534f6ae3, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:14.322321 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] For port 5498441b-6cc6-44fe-86ae-15c6534f6ae3, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=5498441b-6cc6-44fe-86ae-15c6534f6ae3,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:14.357495 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.461124 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:14.463284 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:14.480936 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-225de17b-6e43-45d0-9e12-4a1332528a4c req-ef981814-e870-430e-a9b1-c58e23f55e82 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888805 Sep 13 15:32:14.509506 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477ecd9-d2db-4308-9b46-865b910bbc68 None None] Pushing event updated for resources: {'Port': ['ID=5498441b-6cc6-44fe-86ae-15c6534f6ae3,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:14.521457 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2a2fb-f9d9-421e-82cb-0e1dd2f28bd5 None None] Network 4897ec02-d766-460e-a83c-485c4f81bdfd requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:32:14.571563 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Deleting port acc082f5-9d44-4329-b161-8e4b8f8686eb {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:32:14.572226 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.637528 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26b57-601f-4ef6-b428-4ca2941f57fd req-722d5bee-f5ef-401a-869c-2e406c198508 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:14.639923 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1fd26b57-601f-4ef6-b428-4ca2941f57fd req-722d5bee-f5ef-401a-869c-2e406c198508 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.2155676 Sep 13 15:32:14.669439 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:14.691519 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] Provisioning complete for port 915b124b-298e-4a2e-a33f-86721004c40b triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:14.692031 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (915b124b-298e-4a2e-a33f-86721004c40b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.699186 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84171a22-547a-4f85-bdf4-f5ae7393e221 req-18cf0907-8412-4236-8219-90feb32d9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:14.701139 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-84171a22-547a-4f85-bdf4-f5ae7393e221 req-18cf0907-8412-4236-8219-90feb32d9603 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 1129 time: 0.2423415 Sep 13 15:32:14.703467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (c7c55247-9aed-42cd-8e07-2f9447316bc3), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.743065 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3202fc4-49c1-47c2-88bd-bfaf3fab2c0d req-11ca3fd9-24e7-4a40-b3c2-3beb532e6206 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:14.753305 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3202fc4-49c1-47c2-88bd-bfaf3fab2c0d req-11ca3fd9-24e7-4a40-b3c2-3beb532e6206 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.2190585 Sep 13 15:32:14.849006 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:14.859242 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1fd26b57-601f-4ef6-b428-4ca2941f57fd req-08a60fb8-7459-4b8b-9297-19a2af3e58ed tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027874 Sep 13 15:32:14.867659 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-5a73687d-50ee-4267-a36b-1e324d433666 req-4cadd64d-06a2-4fda-90bc-9bdcb900ea81 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502930 Sep 13 15:32:14.906454 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] Current status of the port 915b124b-298e-4a2e-a33f-86721004c40b is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:14.907031 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (915b124b-298e-4a2e-a33f-86721004c40b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.944327 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks [] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:14.978186 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-84171a22-547a-4f85-bdf4-f5ae7393e221 req-89c24d58-8f21-494e-9edd-714d30687505 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257936 Sep 13 15:32:14.978856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:15.029908 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 915b124b-298e-4a2e-a33f-86721004c40b up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:15.037561 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.038084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] For port 915b124b-298e-4a2e-a33f-86721004c40b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=915b124b-298e-4a2e-a33f-86721004c40b,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:15.041467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (c7c55247-9aed-42cd-8e07-2f9447316bc3), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.044059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] For port acc082f5-9d44-4329-b161-8e4b8f8686eb, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=acc082f5-9d44-4329-b161-8e4b8f8686eb,segment=NetworkSegment(bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a),segment_id=bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:15.044953 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.064150 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3202fc4-49c1-47c2-88bd-bfaf3fab2c0d req-67f8d16c-2ded-40aa-a176-b4b211d4b097 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091695 Sep 13 15:32:15.071449 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (915b124b-298e-4a2e-a33f-86721004c40b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.072216 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:15.088968 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (c7c55247-9aed-42cd-8e07-2f9447316bc3), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.106464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Network 4897ec02-d766-460e-a83c-485c4f81bdfd is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:15.123166 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:15.131014 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:15.164797 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 915b124b-298e-4a2e-a33f-86721004c40b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:15.165263 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (915b124b-298e-4a2e-a33f-86721004c40b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.171187 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Pushing event updated for resources: {'Port': ['ID=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:15.197184 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4a6-426b-4181-8da8-9fa5f6233dde req-8fa2ef20-ca77-49e1-812f-68b9c3942935 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:15.198948 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bccba4a6-426b-4181-8da8-9fa5f6233dde req-8fa2ef20-ca77-49e1-812f-68b9c3942935 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 945 time: 0.1307843 Sep 13 15:32:15.204526 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Calling delete_port for acc082f5-9d44-4329-b161-8e4b8f8686eb owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:32:15.224162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:15.225299 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-7a357598-a55c-4cbd-acb4-09a7f3c8cf49 None None] Provisioning complete for port 915b124b-298e-4a2e-a33f-86721004c40b triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:15.226426 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7a357598-a55c-4cbd-acb4-09a7f3c8cf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (915b124b-298e-4a2e-a33f-86721004c40b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.228454 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c55247-9aed-42cd-8e07-2f9447316bc3,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:15.238154 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (4c8f7ec5-6935-493e-8e71-c6b42a155800), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.263186 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.264024 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-828cb3c1-fba8-4f82-b6a3-57790c14fb1e tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5607491 Sep 13 15:32:15.267429 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59266) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:15.287402 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:15.295664 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8615a-ab4b-41a3-9dda-17906642b0c7 None None] Pushing event updated for resources: {'Port': ['ID=915b124b-298e-4a2e-a33f-86721004c40b,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:15.353665 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group_rule': {'security_group_id': '7254658d-845c-451d-b7a9-c5c287f863b5', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:15.428734 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:12Z', 'revision_number': 3, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:15.433530 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bccba4a6-426b-4181-8da8-9fa5f6233dde req-a55fdd4e-f08e-4771-813b-7ac0ed87a33f tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33cd75a3-a668-4687-86b8-704ff7effc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204781 Sep 13 15:32:15.475725 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (b1b2c729-84a5-46c2-b3f6-0b61c8668e1f), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.485373 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbe924-13b3-4550-b436-5fc4d7a70fb8 None None] The sync data for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi is: [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:12Z', 'revision_number': 3, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:15.486666 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 915b124b-298e-4a2e-a33f-86721004c40b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:15.494326 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 193ed8e9-4f55-4ef2-91e6-987e487f6efb up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:15.530377 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-7a357598-a55c-4cbd-acb4-09a7f3c8cf49 None None] Current status of the port 915b124b-298e-4a2e-a33f-86721004c40b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:15.536803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.562762 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:15.567893 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 193ed8e9-4f55-4ef2-91e6-987e487f6efb triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:15.568277 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.667451 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (b1b2c729-84a5-46c2-b3f6-0b61c8668e1f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.669647 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (acc082f5-9d44-4329-b161-8e4b8f8686eb), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.669911 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 193ed8e9-4f55-4ef2-91e6-987e487f6efb is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:15.670466 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.677362 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-3f46ef28-4e1b-4da3-96c4-4139a2fc7986 None None] Provisioning complete for port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:15.677817 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3f46ef28-4e1b-4da3-96c4-4139a2fc7986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.685547 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (b1b2c729-84a5-46c2-b3f6-0b61c8668e1f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.721669 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Pushing event deleted for resources: {'Port': ['ID=acc082f5-9d44-4329-b161-8e4b8f8686eb,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:15.723361 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:15.723916 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 193ed8e9-4f55-4ef2-91e6-987e487f6efb, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=193ed8e9-4f55-4ef2-91e6-987e487f6efb,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:15.736650 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-3f46ef28-4e1b-4da3-96c4-4139a2fc7986 None None] Port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:15.738578 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.751774 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b2c729-84a5-46c2-b3f6-0b61c8668e1f,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:15.793371 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks [] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.799599 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=193ed8e9-4f55-4ef2-91e6-987e487f6efb,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:15.800910 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.812702 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] No DVR routers for this DVR port acc082f5-9d44-4329-b161-8e4b8f8686eb on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:32:15.816728 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.818004 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-a71c52a7-981a-424a-bc85-c6ce8359303d tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4960871 Sep 13 15:32:15.819269 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.822896 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-374c14af-74ae-4de8-8d1c-44d8f323391b req-ced7151c-1178-4dd0-8a36-4062c887bf15 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.42 "DELETE /networking/v2.0/ports/acc082f5-9d44-4329-b161-8e4b8f8686eb HTTP/1.1" status: 204 len: 173 time: 2.2507601 Sep 13 15:32:15.823954 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a733f9c-072a-4d48-a807-423d74f654c3', 'name': 'network-vif-deleted', 'tag': 'acc082f5-9d44-4329-b161-8e4b8f8686eb'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:15.826461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0c407-1070-4d77-9464-4d3d8cf61ed1" -d '{"events": [{"server_uuid": "6a733f9c-072a-4d48-a807-423d74f654c3", "name": "network-vif-deleted", "tag": "acc082f5-9d44-4329-b161-8e4b8f8686eb"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:15.828769 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59272) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:15.833856 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group_rule': {'security_group_id': '7254658d-845c-451d-b7a9-c5c287f863b5', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:15.896842 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.securitygroups_db [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Project f99e1e9c3c13491e86734af2b526fc42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 15:32:15.904079 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (0d3a2c2b-804f-495d-a364-877bcabfba90), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:15.909757 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9337d6b1-0490-43e8-920f-98b625c5dd1e x-openstack-request-id: req-9337d6b1-0490-43e8-920f-98b625c5dd1e {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:15.909946 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a733f9c-072a-4d48-a807-423d74f654c3", "name": "network-vif-deleted", "tag": "acc082f5-9d44-4329-b161-8e4b8f8686eb", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:15.912431 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9337d6b1-0490-43e8-920f-98b625c5dd1e {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:15.913088 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9337d6b1-0490-43e8-920f-98b625c5dd1e'] response: {'server_uuid': '6a733f9c-072a-4d48-a807-423d74f654c3', 'name': 'network-vif-deleted', 'tag': 'acc082f5-9d44-4329-b161-8e4b8f8686eb', 'status': 'completed', 'code': 200} Sep 13 15:32:16.026345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (0d3a2c2b-804f-495d-a364-877bcabfba90), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.039900 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f993c-abd8-489c-94c9-8c49efbe5e48 req-8a740794-815b-4160-85d3-890a03795996 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:16.041616 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-311f993c-abd8-489c-94c9-8c49efbe5e48 req-8a740794-815b-4160-85d3-890a03795996 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0688148 Sep 13 15:32:16.042402 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (0d3a2c2b-804f-495d-a364-877bcabfba90), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.085777 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3a2c2b-804f-495d-a364-877bcabfba90,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:16.103499 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.107222 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-6b19a321-e3d4-4888-8cd2-c56ab2c8dd64 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2742867 Sep 13 15:32:16.108259 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59280) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:16.115234 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Request body: {'security_group_rule': {'security_group_id': '7254658d-845c-451d-b7a9-c5c287f863b5', 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:16.151823 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-311f993c-abd8-489c-94c9-8c49efbe5e48 req-2ea55e24-72eb-4525-9dd9-e2b83f633068 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904937 Sep 13 15:32:16.189520 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.securitygroups_db [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Project f99e1e9c3c13491e86734af2b526fc42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 15:32:16.213957 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (3a3e7366-8ed8-4b48-8a5f-8d85080301fa), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.225135 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Pushing event updated for resources: {'Port': ['ID=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:16.236940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8404-1419-4272-bac2-16da71c0db2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.247106 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (4c8f7ec5-6935-493e-8e71-c6b42a155800), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.271799 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeffed-defa-4544-8687-f1de941f4704 req-50938e6e-42c5-4a2b-9c86-506224d077d5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:16.273557 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6faeffed-defa-4544-8687-f1de941f4704 req-50938e6e-42c5-4a2b-9c86-506224d077d5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0769570 Sep 13 15:32:16.346266 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (3a3e7366-8ed8-4b48-8a5f-8d85080301fa), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.363285 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (3a3e7366-8ed8-4b48-8a5f-8d85080301fa), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.379598 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Network 4897ec02-d766-460e-a83c-485c4f81bdfd is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:16.381132 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:16.392594 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6faeffed-defa-4544-8687-f1de941f4704 req-d715172d-146e-4a3f-8ba4-05f0344d3d08 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039188 Sep 13 15:32:16.396075 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3e7366-8ed8-4b48-8a5f-8d85080301fa,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:16.411353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.415828 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-1b16da60-d82f-4048-a219-d9bb53819089 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041315 Sep 13 15:32:16.609810 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Router 4c8f7ec5-6935-493e-8e71-c6b42a155800 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:32:16.678891 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:16.690161 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-be0e3e7c-7681-4d05-a2a6-7b9b90573ab7 req-a141c349-4207-4c78-b14c-04b49f29bb75 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0693669 Sep 13 15:32:16.756244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:16.759439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Sync routers for ids ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:16.775318 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-0e85fef1-d24a-4987-b7f0-a734e959932d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4c8f7ec5-6935-493e-8e71-c6b42a155800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0173445 Sep 13 15:32:16.793025 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Routers {'71cec64f-80b9-4c25-a1bd-22f0d1242a1b'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:16.793602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:16.795951 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-0bead46f-f6e2-4909-a265-cf5b3dc23bec None None] Provisioning complete for port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:16.796598 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0bead46f-f6e2-4909-a265-cf5b3dc23bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:16.893282 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-0bead46f-f6e2-4909-a265-cf5b3dc23bec None None] Port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:16.973071 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Set router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:17.176865 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 193ed8e9-4f55-4ef2-91e6-987e487f6efb up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:17.183439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:17.347031 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 193ed8e9-4f55-4ef2-91e6-987e487f6efb triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:17.347646 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.351439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:17.393344 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5c1b7-169e-46af-9b7f-5ec751497e81 req-08695105-2faf-48e2-9698-33cd040a993d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:17.398220 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66a5c1b7-169e-46af-9b7f-5ec751497e81 req-08695105-2faf-48e2-9698-33cd040a993d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1018922 Sep 13 15:32:17.458866 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66a5c1b7-169e-46af-9b7f-5ec751497e81 req-24142076-7e32-4da7-a98c-26b0b40edcb3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Sep 13 15:32:17.506425 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 193ed8e9-4f55-4ef2-91e6-987e487f6efb is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:17.507524 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 915b124b-298e-4a2e-a33f-86721004c40b up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:17.536400 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '99ac4978-048b-4440-9ae2-24480e2bb6ce', 'name': '', 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'mac_address': 'fa:16:3e:bd:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 2, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'subnets': [{'id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:17.568121 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Checking router: 71cec64f-80b9-4c25-a1bd-22f0d1242a1b for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:17.568486 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Updating router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b port 99ac4978-048b-4440-9ae2-24480e2bb6ce binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:17.601184 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45c3d-31ea-4fb3-abb8-3022467a1f75 req-a2d72efd-b8e1-4e4d-beaf-e919473bde4d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:17.608500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2df45c3d-31ea-4fb3-abb8-3022467a1f75 req-a2d72efd-b8e1-4e4d-beaf-e919473bde4d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0629966 Sep 13 15:32:17.613410 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.615991 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 915b124b-298e-4a2e-a33f-86721004c40b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:17.616362 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (915b124b-298e-4a2e-a33f-86721004c40b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.621761 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59348) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:17.627821 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2108945289-network', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:17.668793 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Made reservation on behalf of cfaf2e58e0f14b95875b97b38a15dd63 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:17.673134 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.676755 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2df45c3d-31ea-4fb3-abb8-3022467a1f75 req-9140dd0c-07c2-48ec-9785-46694c32fb9c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662205 Sep 13 15:32:17.686787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.730202 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:17.775777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks [] for security_group (b8852d65-977e-4e3d-8667-f72b1f5c566d), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.783343 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b8852d65-977e-4e3d-8667-f72b1f5c566d), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.812066 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:32:17.812753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 915b124b-298e-4a2e-a33f-86721004c40b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:17.813937 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5498441b-6cc6-44fe-86ae-15c6534f6ae3 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:17.814846 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7f0d0960-0b46-4cb3-a10d-c7f591ec3e67 req-96f48e47-2804-4c37-8a28-fb931ec2cc98 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0343044 Sep 13 15:32:17.832474 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8852d65-977e-4e3d-8667-f72b1f5c566d,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:17.847828 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (c5f3529e-562d-47f1-8e0d-8cd790740cda), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.848256 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Added segment c5f3529e-562d-47f1-8e0d-8cd790740cda of type vlan for network 80de213c-234e-498a-a5a2-964e5b066fb8 Sep 13 15:32:17.895099 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (80de213c-234e-498a-a5a2-964e5b066fb8), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.918638 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:17.919142 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.925107 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (80de213c-234e-498a-a5a2-964e5b066fb8), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.926261 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:17.926920 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:17.983257 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3602860 Sep 13 15:32:17.986319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59352) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:17.991200 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Request body: {'subnet': {'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2108945289-subnet', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:18.012639 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08ba57-5f99-46ca-b013-4e39c5101b65 admin admin] Pushing event updated for resources: {'Network': ['ID=80de213c-234e-498a-a5a2-964e5b066fb8,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:18.025108 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 80de213c-234e-498a-a5a2-964e5b066fb8 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:32:18.025319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Made reservation on behalf of cfaf2e58e0f14b95875b97b38a15dd63 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:18.028120 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3816431'] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.069637 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:18.071258 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:18.073297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Publish callbacks [] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.121116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:18.121520 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.131439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:18.132322 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.196438 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:18.197216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 5498441b-6cc6-44fe-86ae-15c6534f6ae3, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=5498441b-6cc6-44fe-86ae-15c6534f6ae3,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:18.203776 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455c3f5-8a60-462b-98c1-56744fb1e166 None None] Pushing event updated for resources: {'Port': ['ID=99ac4978-048b-4440-9ae2-24480e2bb6ce,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:18.219906 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3616226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3816445'] for subnet (39b0e2c9-e70b-4ea7-b8a3-126394d05743), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.221293 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.271184 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Sync routers for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:18.275395 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b0e2c9-e70b-4ea7-b8a3-126394d05743,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:18.286785 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:18.287829 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:18.294394 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Attempting to bind port 99ac4978-048b-4440-9ae2-24480e2bb6ce on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:18.294769 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Attempting to bind port 99ac4978-048b-4440-9ae2-24480e2bb6ce by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:18.295138 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Attempting to bind port 99ac4978-048b-4440-9ae2-24480e2bb6ce on network 78d68ced-94a2-498b-9c96-0c8acf8450fb {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:18.300458 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Checking segment: {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:18.301033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Network hostable DHCP agents. Network: 80de213c-234e-498a-a5a2-964e5b066fb8, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:32:18.322785 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Network 80de213c-234e-498a-a5a2-964e5b066fb8 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:32:18.326587 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=5498441b-6cc6-44fe-86ae-15c6534f6ae3,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:18.348162 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 80de213c-234e-498a-a5a2-964e5b066fb8) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:18.352601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:18.353289 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.358946 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8195d-b1f5-4990-83d9-cf44fadc5898 None None] Network 80de213c-234e-498a-a5a2-964e5b066fb8 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:32:18.376602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:18.376999 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Checking segment: {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:18.377471 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.377934 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Bound using segment: {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:18.378533 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Bound port: 99ac4978-048b-4440-9ae2-24480e2bb6ce, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300d6349-c08e-4040-82c6-ee53a6ddc871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:18.378868 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-f84c8f39-88c9-4c5d-822a-6f2a9655721d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3911908 Sep 13 15:32:18.379048 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.380336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59356) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:18.385136 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:18.405555 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.406858 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.420182 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:18.469755 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks [] for router_controller (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), precommit_add_association {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.514165 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] For port 99ac4978-048b-4440-9ae2-24480e2bb6ce, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:18.527414 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-80de213c-234e-498a-a5a2-964e5b066fb8', 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'fixed_ips': [{'subnet_id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:32:18.528399 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.532426 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] For port 99ac4978-048b-4440-9ae2-24480e2bb6ce, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=99ac4978-048b-4440-9ae2-24480e2bb6ce,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:18.551235 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.605957 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:18.658566 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8048336-996d-480a-9ff0-e7c04edf0a38 req-754ec7e6-61a8-46ab-922f-29e59d338d07 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:18.660568 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e8048336-996d-480a-9ff0-e7c04edf0a38 req-754ec7e6-61a8-46ab-922f-29e59d338d07 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0794377 Sep 13 15:32:18.665223 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks [] for router_gateway (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.675724 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 2, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:18.712845 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Checking router: 4c8f7ec5-6935-493e-8e71-c6b42a155800 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:18.713672 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Updating router 4c8f7ec5-6935-493e-8e71-c6b42a155800 port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:18.748420 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.750936 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e8048336-996d-480a-9ff0-e7c04edf0a38 req-3b19613a-8078-406a-b58d-32ee8c42aa8e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760336 Sep 13 15:32:18.753523 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Routers {'71cec64f-80b9-4c25-a1bd-22f0d1242a1b'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:18.754428 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:31:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:18.775361 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455c3f5-8a60-462b-98c1-56744fb1e166 None None] Pushing event updated for resources: {'Port': ['ID=99ac4978-048b-4440-9ae2-24480e2bb6ce,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:18.778728 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-42083278-1cde-4e39-9428-aa13056a7acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.894415 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Allocated IP 172.20.0.2 (80de213c-234e-498a-a5a2-964e5b066fb8/39b0e2c9-e70b-4ea7-b8a3-126394d05743/6481ef37-77b7-4e11-acea-de4d1398e92b) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:18.919890 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks [] for router_gateway (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.945854 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb968e0-161f-48f3-a474-28ca66f10c4c req-d0823d92-e897-45fd-962b-1fbf877f7da8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:18.946741 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:18.949654 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ffb968e0-161f-48f3-a474-28ca66f10c4c req-d0823d92-e897-45fd-962b-1fbf877f7da8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.1327631 Sep 13 15:32:19.032491 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6ab8008-f8cc-4058-9093-4c48cf3233de req-ebce4053-5a58-4e7b-bd9d-5000ae54990e tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0451896 Sep 13 15:32:19.071270 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:19.080901 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Allocated IP 172.27.1.52 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/a10ca548-4840-4ce1-8f10-3810d6081d4d) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:19.103735 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Publish callbacks [] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.105791 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ffb968e0-161f-48f3-a474-28ca66f10c4c req-c0834cd4-6809-4540-96fc-cf8609d95118 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324089 Sep 13 15:32:19.107426 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:19.110795 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:19.118676 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:19.124424 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.130772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device acc082f5-9d44-4329-b161-8e4b8f8686eb no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:32:19.131280 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5498441b-6cc6-44fe-86ae-15c6534f6ae3 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:19.179032 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aca96-24f7-482b-9c5f-dd3a9be7141e None None] Pushing event updated for resources: {'Port': ['ID=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:19.223788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:19.232731 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: acc082f5-9d44-4329-b161-8e4b8f8686eb {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:32:19.233538 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device acc082f5-9d44-4329-b161-8e4b8f8686eb not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:32:19.240267 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Attempting to bind port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:19.240889 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Attempting to bind port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:19.242069 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Attempting to bind port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 on network 4897ec02-d766-460e-a83c-485c4f81bdfd {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:19.242240 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks [] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.262367 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Publish callbacks [] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.279753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.281634 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.297324 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:19.297986 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Checking segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:19.298361 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.298836 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Bound using segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:19.299398 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Bound port: 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:19.299861 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.314076 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] Set router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:19.330308 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:19.335426 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:19.339341 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:19.342771 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Pushing event updated for resources: {'Port': ['ID=a10ca548-4840-4ce1-8f10-3810d6081d4d,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:19.383669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Network 80de213c-234e-498a-a5a2-964e5b066fb8 is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:19.390866 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:19.390866 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.431394 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] For port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:19.444168 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] For port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:19.458873 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.538532 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:19.539260 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:19.548193 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aca96-24f7-482b-9c5f-dd3a9be7141e None None] Pushing event updated for resources: {'Port': ['ID=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:19.579239 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:19.580993 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Pushing event updated for resources: {'Port': ['ID=6481ef37-77b7-4e11-acea-de4d1398e92b,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:19.586126 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:19.682296 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.704612 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks [] for router_gateway (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.725534 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:19.760280 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Attempting to bind port 6481ef37-77b7-4e11-acea-de4d1398e92b on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:19.760660 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Attempting to bind port 6481ef37-77b7-4e11-acea-de4d1398e92b by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:19.761096 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Attempting to bind port 6481ef37-77b7-4e11-acea-de4d1398e92b on network 80de213c-234e-498a-a5a2-964e5b066fb8 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:19.823693 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:19.865016 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:19.865736 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Checking segment: {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:19.866337 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.866882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Bound using segment: {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:19.867525 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Bound port: 6481ef37-77b7-4e11-acea-de4d1398e92b, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:19.868087 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:19.886885 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '99ac4978-048b-4440-9ae2-24480e2bb6ce', 'name': '', 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'mac_address': 'fa:16:3e:bd:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'subnets': [{'id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:19.931713 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c41aa8-0094-4281-960c-747c402b6dcc None None] The sync data for ids ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'] in dv-cinder-857434-2-iscsi is: [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:32:11Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '99ac4978-048b-4440-9ae2-24480e2bb6ce', 'name': '', 'network_id': '78d68ced-94a2-498b-9c96-0c8acf8450fb', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'mac_address': 'fa:16:3e:bd:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'subnets': [{'id': '105f5477-45cd-4ee5-94b4-e51a3e80ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:19.942943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf257e2f-524d-4955-93b6-08aeb819eae8 req-9b394aa6-fc61-4518-9c9d-fb5f80e8ee18 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:19.950209 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cf257e2f-524d-4955-93b6-08aeb819eae8 req-9b394aa6-fc61-4518-9c9d-fb5f80e8ee18 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0665665 Sep 13 15:32:19.967252 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:19Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:19.976195 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] For port 6481ef37-77b7-4e11-acea-de4d1398e92b, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:19.979820 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] For port 6481ef37-77b7-4e11-acea-de4d1398e92b, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=6481ef37-77b7-4e11-acea-de4d1398e92b,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:19.995540 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:20.028469 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afddafe-d8bb-4d01-851e-963d594e75f5 None None] The sync data for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi is: [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:19Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:20.040712 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:20.052261 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cf257e2f-524d-4955-93b6-08aeb819eae8 req-ed2000bf-9ba0-4ffe-b40b-0cba588e2e37 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010740 Sep 13 15:32:20.176300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5f15-a2cf-4ef1-9a6c-08eb6418bd40 None None] Pushing event updated for resources: {'Port': ['ID=6481ef37-77b7-4e11-acea-de4d1398e92b,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:20.293625 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8435b737-2813-4501-a852-321e887182a1 req-c12221a7-2105-4ec8-9701-6caa345475b0 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0481088 Sep 13 15:32:20.399813 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:32:20.424027 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156800dc-da42-48fd-a40e-9faba9b8af6e req-9b934ad7-ff1b-4e35-8701-597d163542c5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:20.430736 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-156800dc-da42-48fd-a40e-9faba9b8af6e req-9b934ad7-ff1b-4e35-8701-597d163542c5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.1360068 Sep 13 15:32:20.537270 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-156800dc-da42-48fd-a40e-9faba9b8af6e req-ee43606d-c9c5-4873-9403-d090ccfc631a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035540 Sep 13 15:32:20.574143 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:20.666053 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:20.675979 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Sync routers for ids ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:20.683899 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:20.703954 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Routers {'1b7ac66b-25cc-4488-ac7f-4329123ca3c0'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:20.705069 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:20.705714 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:20.706766 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17865-303a-4308-88a1-4f4f6c616235 req-b1f26dd4-1f35-4c10-9d84-44d2ead5d0f9 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:20.708619 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-57a17865-303a-4308-88a1-4f4f6c616235 req-b1f26dd4-1f35-4c10-9d84-44d2ead5d0f9 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0859640 Sep 13 15:32:20.709110 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59400) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:20.716744 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b183262c-065a-42d1-a216-4016a7a5ced5 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3350387 Sep 13 15:32:20.830932 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-57a17865-303a-4308-88a1-4f4f6c616235 req-ffa23803-df02-44f7-8358-9319ab0a7449 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141260 Sep 13 15:32:20.912777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:20.961565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:20.996232 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Set router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:21.033347 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-9e578e01-c655-43ae-99fb-1bc7dc67d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:21.037961 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-9e578e01-c655-43ae-99fb-1bc7dc67d4e8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1130 time: 0.0960298 Sep 13 15:32:21.147180 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 99ac4978-048b-4440-9ae2-24480e2bb6ce up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:21.223594 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:21.241503 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-6bc7365f-5933-4375-92d2-d1ca32d600d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:21.243156 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-6bc7365f-5933-4375-92d2-d1ca32d600d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.1980674 Sep 13 15:32:21.283006 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.326655 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 99ac4978-048b-4440-9ae2-24480e2bb6ce triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:21.327038 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.328885 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.432994 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:21.444960 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:19Z', 'revision_number': 3, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:21.473718 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dfae2530-7249-4d89-9d8e-0dd20522c7c2 req-bb4b4e9c-fefd-4514-93d9-e3ba5e8d5ee2 tempest-VolumesActionsTest-1621961704 tempest-VolumesActionsTest-1621961704-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a733f9c-072a-4d48-a807-423d74f654c3 HTTP/1.1" status: 200 len: 210 time: 0.0453014 Sep 13 15:32:21.502131 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Checking router: 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:21.502131 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Updating router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 port a10ca548-4840-4ce1-8f10-3810d6081d4d binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:21.530511 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 99ac4978-048b-4440-9ae2-24480e2bb6ce is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:21.530917 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.538983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.543841 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.600333 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 99ac4978-048b-4440-9ae2-24480e2bb6ce, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=99ac4978-048b-4440-9ae2-24480e2bb6ce,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:21.612340 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.612695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:21.702917 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb3355-a915-44a7-9e88-26329a731ded None None] Network 80de213c-234e-498a-a5a2-964e5b066fb8 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:32:21.741394 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175b1c3-0e33-4d8f-a197-1d9ee136bc5b req-6b0ed577-4311-4b9f-910c-48a75938dbca tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:21.742964 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3175b1c3-0e33-4d8f-a197-1d9ee136bc5b req-6b0ed577-4311-4b9f-910c-48a75938dbca tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0881267 Sep 13 15:32:21.792750 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] Provisioning complete for port 6481ef37-77b7-4e11-acea-de4d1398e92b triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:21.793136 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:21.817780 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Allocated IP 172.20.0.1 (80de213c-234e-498a-a5a2-964e5b066fb8/39b0e2c9-e70b-4ea7-b8a3-126394d05743/67ba1404-0525-43df-83ce-3253b9700089) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:21.842802 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3175b1c3-0e33-4d8f-a197-1d9ee136bc5b req-f5a8555b-92ca-4531-ac84-2becb38d0db2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910490 Sep 13 15:32:21.884538 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=99ac4978-048b-4440-9ae2-24480e2bb6ce,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:21.940847 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:21.951325 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:21.951706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.029167 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cb864-9de4-4d1a-8049-5296e0ab7966 req-9d828240-9937-4912-9e3f-4f355778423c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:22.036751 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-285cb864-9de4-4d1a-8049-5296e0ab7966 req-9d828240-9937-4912-9e3f-4f355778423c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0892649 Sep 13 15:32:22.097254 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] Current status of the port 6481ef37-77b7-4e11-acea-de4d1398e92b is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:22.097769 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.136774 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:22.162836 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-285cb864-9de4-4d1a-8049-5296e0ab7966 req-afb399ea-0931-4ced-bdb8-2f0568363096 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249886 Sep 13 15:32:22.205280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks [] for port (67ba1404-0525-43df-83ce-3253b9700089), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.219312 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-0f25b620-4c66-4854-b278-6429aed8407b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=678a26e2-4972-4820-8b36-e8ab2402f95d HTTP/1.1" status: 200 len: 217 time: 0.1232786 Sep 13 15:32:22.285379 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (67ba1404-0525-43df-83ce-3253b9700089), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.290601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:22.358033 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-4c8bced8-14fa-4f1a-bea7-19c940ab3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:22.360146 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-4c8bced8-14fa-4f1a-bea7-19c940ab3ea7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.1272230 Sep 13 15:32:22.370957 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Network 80de213c-234e-498a-a5a2-964e5b066fb8 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:22.374806 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:22.385007 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:22.439380 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Pushing event updated for resources: {'Port': ['ID=67ba1404-0525-43df-83ce-3253b9700089,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:22.477681 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.483578 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-578a6436-391f-48ea-9e70-bf2cabfa1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:22.493986 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-578a6436-391f-48ea-9e70-bf2cabfa1722 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872633 Sep 13 15:32:22.549329 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] For port 6481ef37-77b7-4e11-acea-de4d1398e92b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=6481ef37-77b7-4e11-acea-de4d1398e92b,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:22.555894 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:22.556411 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.589763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.618257 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Publish callbacks [] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.619844 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:22.661933 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.699241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:22.712389 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18a5d5-388a-430f-9697-7caa17d7e762 None None] Pushing event updated for resources: {'Port': ['ID=6481ef37-77b7-4e11-acea-de4d1398e92b,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:22.722748 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (67ba1404-0525-43df-83ce-3253b9700089), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.725530 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.726712 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 6481ef37-77b7-4e11-acea-de4d1398e92b up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:22.728553 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-1a9f835c-f8eb-4c8b-8724-931797a44a22 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273378 Sep 13 15:32:22.760554 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Attempting to bind port a10ca548-4840-4ce1-8f10-3810d6081d4d on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:22.760998 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Attempting to bind port a10ca548-4840-4ce1-8f10-3810d6081d4d by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:22.761424 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Attempting to bind port a10ca548-4840-4ce1-8f10-3810d6081d4d on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:22.825838 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-4c8a2b52-1e2b-4b08-a545-daa9c3953f4e None None] Provisioning complete for port 6481ef37-77b7-4e11-acea-de4d1398e92b triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:22.826239 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2b52-1e2b-4b08-a545-daa9c3953f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.862765 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4a89a4bf-55c1-400e-b8e1-b389fa7bf0a9 req-361f20ab-315b-41e5-a496-e228d002178f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260564 Sep 13 15:32:22.914291 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafa208-eeb5-468e-87b1-941a5fe0438e None None] Pushing event updated for resources: {'Port': ['ID=a10ca548-4840-4ce1-8f10-3810d6081d4d,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:22.985062 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 6481ef37-77b7-4e11-acea-de4d1398e92b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:22.985447 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.987135 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:22.987509 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:22.987898 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:22.988292 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:22.988789 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Bound port: a10ca548-4840-4ce1-8f10-3810d6081d4d, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:22.989160 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.023470 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks [] for port (67ba1404-0525-43df-83ce-3253b9700089), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.030982 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124a851-72fa-4e16-b2ae-96c8e9235e25 req-7da9734f-6da1-4c08-88d4-c638371a2e54 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:23.032573 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8124a851-72fa-4e16-b2ae-96c8e9235e25 req-7da9734f-6da1-4c08-88d4-c638371a2e54 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0654473 Sep 13 15:32:23.041552 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (67ba1404-0525-43df-83ce-3253b9700089), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.073404 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:23.124134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:23.152498 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Pushing event updated for resources: {'Port': ['ID=67ba1404-0525-43df-83ce-3253b9700089,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:23.164388 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.197300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a2b52-1e2b-4b08-a545-daa9c3953f4e None None] Current status of the port 6481ef37-77b7-4e11-acea-de4d1398e92b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:23.212044 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8124a851-72fa-4e16-b2ae-96c8e9235e25 req-d4b235e1-d019-4c29-9bf3-cc19aa089f10 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711116 Sep 13 15:32:23.237440 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] For port a10ca548-4840-4ce1-8f10-3810d6081d4d, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:23.260293 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] For port a10ca548-4840-4ce1-8f10-3810d6081d4d, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a10ca548-4840-4ce1-8f10-3810d6081d4d,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:23.267384 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 6481ef37-77b7-4e11-acea-de4d1398e92b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:23.280218 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.420529 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Routers {'1b7ac66b-25cc-4488-ac7f-4329123ca3c0'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:23.421314 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:23.444850 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e3df7-c8ab-4e27-8518-25796118e669 req-e86b8335-db47-43d6-9dd8-d6b3fdfb3538 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:23.453618 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cb0e3df7-c8ab-4e27-8518-25796118e669 req-e86b8335-db47-43d6-9dd8-d6b3fdfb3538 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.1112339 Sep 13 15:32:23.458460 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59448) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:23.468687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Network 80de213c-234e-498a-a5a2-964e5b066fb8 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:23.476099 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:23.479202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049737-ccba-4c3d-b538-ee2ec343ae29 req-6ec254d4-6ff4-4b4c-8aaa-07b86e770631 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:23.482754 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-72049737-ccba-4c3d-b538-ee2ec343ae29 req-6ec254d4-6ff4-4b4c-8aaa-07b86e770631 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0908232 Sep 13 15:32:23.484325 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:23.529288 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafa208-eeb5-468e-87b1-941a5fe0438e None None] Pushing event updated for resources: {'Port': ['ID=a10ca548-4840-4ce1-8f10-3810d6081d4d,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:23.532242 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 99ac4978-048b-4440-9ae2-24480e2bb6ce up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:23.567102 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.574054 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-63f3799b-342b-4360-a964-3b394e591146 None None] Provisioning complete for port 67ba1404-0525-43df-83ce-3253b9700089 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:23.575365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-63f3799b-342b-4360-a964-3b394e591146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (67ba1404-0525-43df-83ce-3253b9700089), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.668152 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-72049737-ccba-4c3d-b538-ee2ec343ae29 req-e26eb554-7ae5-48e7-a86d-878c18cc4740 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720533 Sep 13 15:32:23.700872 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:32:23.717348 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:23.718280 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-63f3799b-342b-4360-a964-3b394e591146 None None] Port 67ba1404-0525-43df-83ce-3253b9700089 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:23.804285 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:23.812777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 99ac4978-048b-4440-9ae2-24480e2bb6ce triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:23.813172 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:23.884105 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] Set router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:23.887232 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:23.889016 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:23.907465 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-a8cd6294-87c2-43f5-9ede-6c0cbac74c40 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1b7ac66b-25cc-4488-ac7f-4329123ca3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965575 Sep 13 15:32:23.970695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-6be62635-9542-40f8-9688-51f81546d18a None None] Provisioning complete for port 67ba1404-0525-43df-83ce-3253b9700089 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:23.970944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6be62635-9542-40f8-9688-51f81546d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (67ba1404-0525-43df-83ce-3253b9700089), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:24.054368 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 99ac4978-048b-4440-9ae2-24480e2bb6ce is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:24.055329 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 6481ef37-77b7-4e11-acea-de4d1398e92b up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:24.139351 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-6be62635-9542-40f8-9688-51f81546d18a None None] Port 67ba1404-0525-43df-83ce-3253b9700089 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:24.177959 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 6481ef37-77b7-4e11-acea-de4d1398e92b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:24.178580 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:24.253697 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:24.261350 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:24.286300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:24.291482 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '67ba1404-0525-43df-83ce-3253b9700089', 'name': '', 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'mac_address': 'fa:16:3e:cf:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:21Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 2, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'subnets': [{'id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:24.345084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63592fc-fa48-4fca-881e-a501b2867dbc None None] The sync data for ids ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'] in dv-cinder-857434-2-iscsi is: [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '67ba1404-0525-43df-83ce-3253b9700089', 'name': '', 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'mac_address': 'fa:16:3e:cf:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:21Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 2, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'subnets': [{'id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:24.362069 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 6481ef37-77b7-4e11-acea-de4d1398e92b is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:24.363248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:24.445640 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:24.446066 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:24.550778 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:24.698124 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193 associated. External IP: 172.27.1.22, port: bf95274d-7cad-4bd2-aa20-8fe6600a24ff. Sep 13 15:32:24.816419 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:24.819730 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:24.956294 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b4f54-66b9-4351-b099-4f5acb144538 req-51a0bf55-8548-4b69-9820-6115ef817484 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:24.959710 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c18b4f54-66b9-4351-b099-4f5acb144538 req-51a0bf55-8548-4b69-9820-6115ef817484 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.1668308 Sep 13 15:32:25.067483 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c18b4f54-66b9-4351-b099-4f5acb144538 req-1dc20f71-2c93-4278-9610-c8e96cf6bc56 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889385 Sep 13 15:32:25.071926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:32:25.207735 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:32:25.213214 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:25.221143 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:25.249101 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:25.251810 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:25.267011 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e06e4f98-d77f-4c9d-9b15-d1665574a3d0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193 HTTP/1.1" status: 200 len: 990 time: 1.8073938 Sep 13 15:32:25.267686 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:25.270017 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468fca0b-aa1f-4124-a507-807b68c40e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:25.322297 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037283ca-f0a6-4012-88b1-c27bc18fc2ba x-openstack-request-id: req-037283ca-f0a6-4012-88b1-c27bc18fc2ba {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:25.322601 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:25.322858 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-037283ca-f0a6-4012-88b1-c27bc18fc2ba {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:25.323277 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037283ca-f0a6-4012-88b1-c27bc18fc2ba'] response: {'name': 'network-changed', 'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'status': 'completed', 'code': 200} Sep 13 15:32:25.402429 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:25.427592 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:25.504567 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:25.742489 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:24Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:25.776797 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:25.789601 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:25.790367 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:25.908568 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:26.204952 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:24Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:26.236766 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363906b-2a18-4747-9cb4-29c57b80dd70 None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:24Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:26.260661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd7198-76ae-47a0-aee9-1ea979ddc178 req-192704a7-758d-49bb-8006-b2a45da68fc6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:26.262170 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5cfd7198-76ae-47a0-aee9-1ea979ddc178 req-192704a7-758d-49bb-8006-b2a45da68fc6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0574400 Sep 13 15:32:26.329975 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5cfd7198-76ae-47a0-aee9-1ea979ddc178 req-051aee0a-aaef-4698-9ce0-fcff07f5372d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588510 Sep 13 15:32:27.401041 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a10ca548-4840-4ce1-8f10-3810d6081d4d up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:27.464365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a10ca548-4840-4ce1-8f10-3810d6081d4d triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:27.464946 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:27.519785 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f027ec-dfec-4830-bac7-298417dd8dc8 req-ac01dfdf-3f27-4432-ad0d-13a464f11852 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:27.521356 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-60f027ec-dfec-4830-bac7-298417dd8dc8 req-ac01dfdf-3f27-4432-ad0d-13a464f11852 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0596356 Sep 13 15:32:27.587501 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:27.590692 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a10ca548-4840-4ce1-8f10-3810d6081d4d is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:27.592641 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:27.604715 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-60f027ec-dfec-4830-bac7-298417dd8dc8 req-dd073bb4-2e5b-488a-8b9c-4d32cf499581 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771492 Sep 13 15:32:27.633963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port a10ca548-4840-4ce1-8f10-3810d6081d4d, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a10ca548-4840-4ce1-8f10-3810d6081d4d,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:27.648915 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:27.693055 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53326faf-cd32-4219-b51d-ed3743796b01 None None] New status for floating IP c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:32:27.769089 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=a10ca548-4840-4ce1-8f10-3810d6081d4d,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:28.761428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbb305-f9da-4086-bba5-ef5c758a29a6 req-811aa7d9-b167-4b91-a97d-cd1c5bd1b7a5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:28.763786 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-77cbb305-f9da-4086-bba5-ef5c758a29a6 req-811aa7d9-b167-4b91-a97d-cd1c5bd1b7a5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0755801 Sep 13 15:32:28.821508 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-77cbb305-f9da-4086-bba5-ef5c758a29a6 req-33498b3d-49fd-4cc5-8faf-cdc60142c1db tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Sep 13 15:32:29.071936 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Sync routers for ids ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:32:29.082676 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Routers {'1b7ac66b-25cc-4488-ac7f-4329123ca3c0'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:29.083278 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:29.218558 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Set router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:29.377876 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a10ca548-4840-4ce1-8f10-3810d6081d4d up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:29.464900 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '67ba1404-0525-43df-83ce-3253b9700089', 'name': '', 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'mac_address': 'fa:16:3e:cf:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:21Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 2, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'subnets': [{'id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:29.470243 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port a10ca548-4840-4ce1-8f10-3810d6081d4d triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:29.470648 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:29.498190 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Checking router: 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:32:29.498615 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Updating router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 port 67ba1404-0525-43df-83ce-3253b9700089 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:32:29.540729 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (67ba1404-0525-43df-83ce-3253b9700089), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:29.582616 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port a10ca548-4840-4ce1-8f10-3810d6081d4d is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:29.649873 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:29.668893 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:29.830693 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Publish callbacks [] for port (67ba1404-0525-43df-83ce-3253b9700089), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:29.837875 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (67ba1404-0525-43df-83ce-3253b9700089), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:29.950647 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa451cd-5300-47d0-b547-2797cdd96979 None None] Pushing event updated for resources: {'Port': ['ID=67ba1404-0525-43df-83ce-3253b9700089,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:29.957340 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Attempting to bind port 67ba1404-0525-43df-83ce-3253b9700089 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:29.957918 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Attempting to bind port 67ba1404-0525-43df-83ce-3253b9700089 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:29.958479 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Attempting to bind port 67ba1404-0525-43df-83ce-3253b9700089 on network 80de213c-234e-498a-a5a2-964e5b066fb8 {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:29.977393 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462cf-4994-42cb-99e7-c00ee678b5f6 req-d3d3290d-451e-4f27-a084-119f721474d1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:29.978697 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b21462cf-4994-42cb-99e7-c00ee678b5f6 req-d3d3290d-451e-4f27-a084-119f721474d1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0570397 Sep 13 15:32:30.021124 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:30.021580 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Checking segment: {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:30.022412 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:30.025417 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Bound using segment: {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:30.025417 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Bound port: 67ba1404-0525-43df-83ce-3253b9700089, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f3529e-562d-47f1-8e0d-8cd790740cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:30.025417 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (67ba1404-0525-43df-83ce-3253b9700089), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:30.039002 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b21462cf-4994-42cb-99e7-c00ee678b5f6 req-d0fdc621-d95b-43b7-a272-d857f407c745 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Sep 13 15:32:30.102410 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] For port 67ba1404-0525-43df-83ce-3253b9700089, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:30.105840 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] For port 67ba1404-0525-43df-83ce-3253b9700089, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=67ba1404-0525-43df-83ce-3253b9700089,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:30.114224 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (67ba1404-0525-43df-83ce-3253b9700089), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:30.151308 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Routers {'1b7ac66b-25cc-4488-ac7f-4329123ca3c0'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:32:30.151941 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:30.215980 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa451cd-5300-47d0-b547-2797cdd96979 None None] Pushing event updated for resources: {'Port': ['ID=67ba1404-0525-43df-83ce-3253b9700089,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:30.284111 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] Set router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:32:30.651392 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '67ba1404-0525-43df-83ce-3253b9700089', 'name': '', 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'mac_address': 'fa:16:3e:cf:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:21Z', 'updated_at': '2022-09-13T15:32:30Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'subnets': [{'id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:32:30.685579 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5660056-8710-4b11-b329-d0b05a52e89f None None] The sync data for ids ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'] in dv-cinder-857434-2-iscsi is: [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '67ba1404-0525-43df-83ce-3253b9700089', 'name': '', 'network_id': '80de213c-234e-498a-a5a2-964e5b066fb8', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'mac_address': 'fa:16:3e:cf:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:21Z', 'updated_at': '2022-09-13T15:32:30Z', 'revision_number': 4, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'subnets': [{'id': '39b0e2c9-e70b-4ea7-b8a3-126394d05743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:32:31.224188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac764e2-c6d5-4395-9b69-4b4c645d0c7d req-0eec3616-93d1-43d7-b3c9-fc8e4a883f6e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:31.225876 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4ac764e2-c6d5-4395-9b69-4b4c645d0c7d req-0eec3616-93d1-43d7-b3c9-fc8e4a883f6e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0804422 Sep 13 15:32:31.290382 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4ac764e2-c6d5-4395-9b69-4b4c645d0c7d req-6c27110b-b15c-464d-bdbd-a01f6943e71c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551641 Sep 13 15:32:31.413560 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 67ba1404-0525-43df-83ce-3253b9700089 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:31.492812 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 67ba1404-0525-43df-83ce-3253b9700089 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:31.493198 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (67ba1404-0525-43df-83ce-3253b9700089), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:31.592954 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-4140726e-b802-43e1-878e-3320c09674b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:31.595214 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-4140726e-b802-43e1-878e-3320c09674b4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0561433 Sep 13 15:32:31.614883 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 67ba1404-0525-43df-83ce-3253b9700089 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:31.615360 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (67ba1404-0525-43df-83ce-3253b9700089), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:31.675191 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 67ba1404-0525-43df-83ce-3253b9700089, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=67ba1404-0525-43df-83ce-3253b9700089,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:32:31.680654 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (67ba1404-0525-43df-83ce-3253b9700089), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:31.693042 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:31.744167 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:31.756706 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-554ce099-412f-4165-8f5d-e6eaa8f2444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:31.758874 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-554ce099-412f-4165-8f5d-e6eaa8f2444f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.1352921 Sep 13 15:32:31.759728 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=67ba1404-0525-43df-83ce-3253b9700089,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:31.839482 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-83ae8b86-fcf5-4a11-8e58-a4a7ae692f44 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff HTTP/1.1" status: 200 len: 1000 time: 0.0683949 Sep 13 15:32:32.444361 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-e67e2e0f-ee4e-4899-8c2e-839db105bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:32.450466 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-e67e2e0f-ee4e-4899-8c2e-839db105bc7c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.1193125 Sep 13 15:32:32.512194 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e043c94-bb5e-4da3-a5cf-ed2aa5adf3df req-cb90098c-31c8-4df2-8efc-865f4ee9fdee tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:32.512785 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-9342c301-2cb4-412d-885e-06746f31c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:32.514595 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9e043c94-bb5e-4da3-a5cf-ed2aa5adf3df req-cb90098c-31c8-4df2-8efc-865f4ee9fdee tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0859368 Sep 13 15:32:32.520395 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-9342c301-2cb4-412d-885e-06746f31c48f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562181 Sep 13 15:32:32.581208 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9e043c94-bb5e-4da3-a5cf-ed2aa5adf3df req-6780feb5-3799-4147-830e-7eb5433dab96 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595319 Sep 13 15:32:32.675149 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-c213da52-ac1c-4ce5-923b-9126af426c53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463037 Sep 13 15:32:32.829054 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-468fca0b-aa1f-4124-a507-807b68c40e9f req-1ab3b3c1-e5c4-41e6-a58a-f1763075e446 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440539 Sep 13 15:32:33.420464 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 67ba1404-0525-43df-83ce-3253b9700089 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:32:33.561436 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 67ba1404-0525-43df-83ce-3253b9700089 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:33.562724 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (67ba1404-0525-43df-83ce-3253b9700089), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:33.698594 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 67ba1404-0525-43df-83ce-3253b9700089 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:32:35.182306 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:35.183556 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:35.258499 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59634) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:35.263032 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520652506', 'description': 'tempest-description--199926392'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:35.280787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:35.289467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.359372 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group (93954fa3-959b-4043-9412-a6e76f6cce7c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.364940 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (93954fa3-959b-4043-9412-a6e76f6cce7c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.395669 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93954fa3-959b-4043-9412-a6e76f6cce7c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:35.400364 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.402214 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1a4c8459-00df-4046-9144-62af86d527a0 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1420474 Sep 13 15:32:35.404817 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59636) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:35.409959 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'security_group_rule': {'security_group_id': '93954fa3-959b-4043-9412-a6e76f6cce7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:35.438608 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group_rule (7452c009-74b1-4070-96ae-813bdc5d20f7), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.440870 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:35.504604 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group_rule (7452c009-74b1-4070-96ae-813bdc5d20f7), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.510289 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (7452c009-74b1-4070-96ae-813bdc5d20f7), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.530163 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7452c009-74b1-4070-96ae-813bdc5d20f7,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:35.540806 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.544670 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-90b13cfe-6b3a-4f7f-ad15-b370a183f377 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362815 Sep 13 15:32:35.544858 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59642) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:35.549438 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'security_group_rule': {'security_group_id': '93954fa3-959b-4043-9412-a6e76f6cce7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:35.576747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group_rule (e79a1104-8da9-4be2-812b-5012f925eac0), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.643792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group_rule (e79a1104-8da9-4be2-812b-5012f925eac0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.649476 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (e79a1104-8da9-4be2-812b-5012f925eac0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.670479 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79a1104-8da9-4be2-812b-5012f925eac0,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:35.682134 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:35.683568 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-788a78d5-2279-4ed8-892b-c14928012c6c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377580 Sep 13 15:32:35.686904 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59646) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:35.691785 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:35.715696 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.016298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.122208 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Allocated IP 172.27.1.206 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/8d0d37ee-13a2-4dda-b82f-147c2debcd2f) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:36.178685 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:36.195202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:36.233146 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.265866 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.307349 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:36.312381 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:36.315127 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'Port': ['ID=8d0d37ee-13a2-4dda-b82f-147c2debcd2f,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:36.317435 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:36.407309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.446300 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.612528 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.619880 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.686248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.689126 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'Port': ['ID=8d0d37ee-13a2-4dda-b82f-147c2debcd2f,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:36.706390 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:36.711242 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-aa58145c-e9aa-43ac-8fe6-4df87c35b5e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0196111 Sep 13 15:32:42.567962 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-dc5884da-0898-4287-ba76-741d8d485e35 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--520652506&fields=id&tenant_id=07f8e7ebb2814be392842c2e17d55fca HTTP/1.1" status: 200 len: 267 time: 0.1132917 Sep 13 15:32:42.682069 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:42.709275 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-f2ade4a2-8030-4cf4-82e3-f1e53aa6863b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:42.711113 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-f2ade4a2-8030-4cf4-82e3-f1e53aa6863b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 814 time: 0.2693348 Sep 13 15:32:42.744254 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-79a9070b-2efc-420d-975c-7ef106212a30 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:42.745810 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-79a9070b-2efc-420d-975c-7ef106212a30 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 818 time: 0.1693087 Sep 13 15:32:42.769273 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-d0cff151-82ad-40b9-bf19-1e4bdc21def8 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/quotas/74318a6f074f4d7ea084461473ef1a80 HTTP/1.1" status: 200 len: 375 time: 0.0411644 Sep 13 15:32:42.772750 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-84f5a0cd-5e4d-4200-9d26-4cd4f75cd38d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/quotas/07f8e7ebb2814be392842c2e17d55fca HTTP/1.1" status: 200 len: 375 time: 0.0190141 Sep 13 15:32:42.835937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:42.844241 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-6502c725-6fde-4eec-b7d4-419c384fb1a7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691938 Sep 13 15:32:42.933963 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-46a325ff-0ee2-4238-b7cc-1681d737f0dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1425679 Sep 13 15:32:43.089241 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-67ee8700-553b-49f9-83e1-995bfbbfc3e6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017899 Sep 13 15:32:43.129231 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-29920564-490f-4195-a60d-d52818d25f38 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702752 Sep 13 15:32:43.278992 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-8355c722-1008-425a-ab0e-e2e060312d25 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805229 Sep 13 15:32:43.295161 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-0fd2292b-c806-48d6-801b-0698390a1a59 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358986 Sep 13 15:32:43.548807 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-802cd4b4-d25d-416f-aec1-9f2af75a8088 req-ae40689c-5039-44b6-83d3-0a080f2f0f8b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0497310 Sep 13 15:32:43.578928 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d2d501eb-b7d9-4262-8fcd-4e6cb509ddea req-10f8aff7-e620-4718-9049-90ed1a24e5a3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 210 time: 0.0670397 Sep 13 15:32:43.658179 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:32:43.695134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=18 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:43.697940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:44.674756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29aa892a-6d63-4f16-95be-503b3b5aab69 req-10db5fe0-4011-4637-ae04-59fdbd8b0769 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0490034 Sep 13 15:32:44.723645 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-96d2c902-3688-47eb-9656-93df81426f88 req-877fa8b8-bd07-4b52-9020-d3b23b027677 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 210 time: 0.0471895 Sep 13 15:32:45.260375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-a60104dd-636d-43a1-87b0-ce28eea2e870 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:45.263598 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-a60104dd-636d-43a1-87b0-ce28eea2e870 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 818 time: 0.1427608 Sep 13 15:32:45.432325 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-3a95a190-95a2-4810-a99d-7bde06affcd5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=07f8e7ebb2814be392842c2e17d55fca HTTP/1.1" status: 200 len: 379 time: 0.1551404 Sep 13 15:32:45.447466 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'port': {'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'admin_state_up': True, 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'security_groups': ['93954fa3-959b-4043-9412-a6e76f6cce7c']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:45.592946 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Made reservation on behalf of 07f8e7ebb2814be392842c2e17d55fca for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:45.596859 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:45.715393 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:45.796113 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5c91479-f957-4fc2-98a9-48809b6dff7c req-a5e9d59a-b258-4c34-92c6-1fb620d8c653 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0381880 Sep 13 15:32:45.854789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Allocated IP 172.20.0.8 (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50/5aa713ec-7bf8-4898-9f28-f8a16d8367df/a5830845-c6ca-471c-ae1c-f8508ae26cc3) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:45.870519 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eb11e54b-5444-41ee-9009-cf00b318a190 req-f680baef-7efc-4c84-bcb7-a90f1a5e5d36 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 210 time: 0.0322700 Sep 13 15:32:46.018314 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.028374 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:46.055940 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.107291 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:46.112692 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:46.115410 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:46.120274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event updated for resources: {'Port': ['ID=a5830845-c6ca-471c-ae1c-f8508ae26cc3,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:46.174619 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:46.175343 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.204550 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-4e0119cc-3446-4836-bf5d-35125aeaec51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627423 Sep 13 15:32:46.226007 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Request body: {'port': {'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:46.242061 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-90a1511b-8ca5-4e21-8163-490d71e4fdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.361935 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.466182 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-10baa135-29a9-408e-b6f3-50c399a4db40 None None] Provisioning complete for port a5830845-c6ca-471c-ae1c-f8508ae26cc3 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:46.470517 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-10baa135-29a9-408e-b6f3-50c399a4db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.526428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-7128dd9a-b425-470b-8cf1-0164827c3641 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:46.528466 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-7128dd9a-b425-470b-8cf1-0164827c3641 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 814 time: 0.2335606 Sep 13 15:32:46.557525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'port': {'device_id': 'b061df6a-e663-49b1-baec-e555aa59534c', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'admin_state_up': True, 'tenant_id': '74318a6f074f4d7ea084461473ef1a80'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:32:46.575161 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-10baa135-29a9-408e-b6f3-50c399a4db40 None None] Port a5830845-c6ca-471c-ae1c-f8508ae26cc3 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:46.726491 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Made reservation on behalf of 74318a6f074f4d7ea084461473ef1a80 for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:32:46.734359 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.850343 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:46.857257 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5830845-c6ca-471c-ae1c-f8508ae26cc3 {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:32:46.867476 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Publish callbacks [] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.892395 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Transition to ACTIVE for port object a5830845-c6ca-471c-ae1c-f8508ae26cc3 will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:32:46.899504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:46.987980 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Allocated IP 172.20.0.4 (4897ec02-d766-460e-a83c-485c4f81bdfd/604f6be1-bd20-4eeb-b914-3eaace36de6b/ac7865ed-3013-45da-bc75-391a25c58cca) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:32:47.005417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59812) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:47.065621 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Pushing event updated for resources: {'Port': ['ID=a5830845-c6ca-471c-ae1c-f8508ae26cc3,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:47.114764 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Attempting to bind port a5830845-c6ca-471c-ae1c-f8508ae26cc3 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:32:47.115364 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Attempting to bind port a5830845-c6ca-471c-ae1c-f8508ae26cc3 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:32:47.115916 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Attempting to bind port a5830845-c6ca-471c-ae1c-f8508ae26cc3 on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:47.198887 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Port a5830845-c6ca-471c-ae1c-f8508ae26cc3 on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:32:47.199304 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Attempting to bind port a5830845-c6ca-471c-ae1c-f8508ae26cc3 on network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:32:47.208898 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce72e3f-7dc6-403b-b22e-56697b1e827e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.266242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:47.268003 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:47.278816 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9663b95d-3caf-4598-9783-4bb15f9ef88e req-b3c20d45-8b7a-42f7-89b0-01c2382ef765 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0548277 Sep 13 15:32:47.282203 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:32:47.282595 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Checking segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:32:47.283065 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Bound using segment: {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:32:47.283575 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Bound port: a5830845-c6ca-471c-ae1c-f8508ae26cc3, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c796fe0b-9fa8-4ccd-bda7-62898022c03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:32:47.286786 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.302856 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e98941-275e-41c6-9776-3183207d6c72 req-6cf87c1d-ec79-4ee7-a42a-2bd774ae9d00 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:47.304444 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-89e98941-275e-41c6-9776-3183207d6c72 req-6cf87c1d-ec79-4ee7-a42a-2bd774ae9d00 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.1336868 Sep 13 15:32:47.355148 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for port (ac7865ed-3013-45da-bc75-391a25c58cca), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.375089 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce72e3f-7dc6-403b-b22e-56697b1e827e admin admin] Publish callbacks [] for security_group (fc1e5ba7-73ba-46b4-b501-00d866c5b458), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.383351 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-89e98941-275e-41c6-9776-3183207d6c72 req-13c5e93f-f948-4c00-8a60-23d1b0ad6682 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687535 Sep 13 15:32:47.427587 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce72e3f-7dc6-403b-b22e-56697b1e827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (fc1e5ba7-73ba-46b4-b501-00d866c5b458), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.429366 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.486966 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:47.507854 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] For port a5830845-c6ca-471c-ae1c-f8508ae26cc3, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:32:47.513155 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5ce72e3f-7dc6-403b-b22e-56697b1e827e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=73fb66ba3f5942efb8720c416991a6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063300 Sep 13 15:32:47.516350 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce72e3f-7dc6-403b-b22e-56697b1e827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e5ba7-73ba-46b4-b501-00d866c5b458,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:47.517563 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59828) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:47.551802 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] For port a5830845-c6ca-471c-ae1c-f8508ae26cc3, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:32:47.564466 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.574148 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:47.575212 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.578535 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 1093 time: 1.3573024 Sep 13 15:32:47.579462 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:32:47.583747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:32:47.612163 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Network 4897ec02-d766-460e-a83c-485c4f81bdfd is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:32:47.619533 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:32:47.636657 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:32:47.667796 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819515-f956-4e22-b8eb-88203d3f179b service neutron] Pushing event updated for resources: {'Port': ['ID=a5830845-c6ca-471c-ae1c-f8508ae26cc3,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:47.699006 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea84cb7c-4b7c-4e1a-a9aa-30041a003736 x-openstack-request-id: req-ea84cb7c-4b7c-4e1a-a9aa-30041a003736 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:32:47.699806 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:32:47.700229 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea84cb7c-4b7c-4e1a-a9aa-30041a003736 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:32:47.700801 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea84cb7c-4b7c-4e1a-a9aa-30041a003736'] response: {'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'status': 'completed', 'code': 200} Sep 13 15:32:47.762331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:47.778577 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-415f8b41-d16e-42f2-88f0-eaecb58ccac0 admin admin] Publish callbacks [] for security_group (fc1e5ba7-73ba-46b4-b501-00d866c5b458), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.816377 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-415f8b41-d16e-42f2-88f0-eaecb58ccac0 admin admin] Publish callbacks [] for security_group (fc1e5ba7-73ba-46b4-b501-00d866c5b458), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:47.992405 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:48.004121 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:48.027929 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-415f8b41-d16e-42f2-88f0-eaecb58ccac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (fc1e5ba7-73ba-46b4-b501-00d866c5b458), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:48.041404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-415f8b41-d16e-42f2-88f0-eaecb58ccac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:48.046955 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-415f8b41-d16e-42f2-88f0-eaecb58ccac0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fc1e5ba7-73ba-46b4-b501-00d866c5b458 HTTP/1.1" status: 204 len: 168 time: 0.5256517 Sep 13 15:32:48.102444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f8b41-d16e-42f2-88f0-eaecb58ccac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e5ba7-73ba-46b4-b501-00d866c5b458,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:48.125439 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-5687c25b-d172-4f69-990b-cfeb248e8c5e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5760555 Sep 13 15:32:48.165195 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-b3cbe358-ea35-476a-a2fa-0141cd6e5b8d None None] Provisioning complete for port ac7865ed-3013-45da-bc75-391a25c58cca triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:32:48.166307 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe358-ea35-476a-a2fa-0141cd6e5b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:48.272216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-b3cbe358-ea35-476a-a2fa-0141cd6e5b8d None None] Port ac7865ed-3013-45da-bc75-391a25c58cca cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:32:48.453132 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acade7c-2678-4426-a973-bb65a93ce9b2 req-64326fc2-1954-433e-9f70-bbe82cecae85 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:48.458599 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5acade7c-2678-4426-a973-bb65a93ce9b2 req-64326fc2-1954-433e-9f70-bbe82cecae85 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0862477 Sep 13 15:32:48.528251 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5acade7c-2678-4426-a973-bb65a93ce9b2 req-d04bd4e0-fe5a-4afd-b1d3-ea9fe9b90ed7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Sep 13 15:32:48.601336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1c79914a-ca53-4000-94c8-e14a00b1469f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:48.674236 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c63b75-3946-4ccf-aa1c-4d9dbcfa0f54 req-822f4d93-abc9-4345-9e91-239207136ea4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:48.676736 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76c63b75-3946-4ccf-aa1c-4d9dbcfa0f54 req-822f4d93-abc9-4345-9e91-239207136ea4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0964279 Sep 13 15:32:48.704477 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:48.771914 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76c63b75-3946-4ccf-aa1c-4d9dbcfa0f54 req-0cfc4042-093e-47f3-a33c-173b6baf865a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881722 Sep 13 15:32:49.604810 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:49.835639 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71098d0-a727-41bb-8f06-401ed77199a8 req-3d71c7f4-2351-4123-a9e3-7b3c0ac18ed5 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:49.842895 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b71098d0-a727-41bb-8f06-401ed77199a8 req-3d71c7f4-2351-4123-a9e3-7b3c0ac18ed5 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.1273358 Sep 13 15:32:50.087232 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b71098d0-a727-41bb-8f06-401ed77199a8 req-4e32fc85-f381-44ed-a04a-cf5e0c62c471 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258413 Sep 13 15:32:50.093422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95a56d-a965-4d4d-b11b-f95f71b945de req-15149171-e6ad-48bc-81ea-8452c90a0ebe tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:50.095632 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1a95a56d-a965-4d4d-b11b-f95f71b945de req-15149171-e6ad-48bc-81ea-8452c90a0ebe tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.1605906 Sep 13 15:32:50.179047 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1a95a56d-a965-4d4d-b11b-f95f71b945de req-9cbe4807-af74-4a98-9a9a-185dc36cc989 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555990 Sep 13 15:32:51.088931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:51.245679 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:51.269404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19a202-4668-4296-ad2a-e429d4040996 req-002ae362-249e-4bfc-b201-1318df536c9b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:51.271024 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2f19a202-4668-4296-ad2a-e429d4040996 req-002ae362-249e-4bfc-b201-1318df536c9b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0681508 Sep 13 15:32:51.458285 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5cd6-c082-4fd1-9749-9e6a77c6ca9c req-2e0546f6-453d-4b9a-b439-d8299d611704 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:51.460444 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c90a5cd6-c082-4fd1-9749-9e6a77c6ca9c req-2e0546f6-453d-4b9a-b439-d8299d611704 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.1680231 Sep 13 15:32:51.482890 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2f19a202-4668-4296-ad2a-e429d4040996 req-c9c13dc1-ac09-49e6-be17-d058c6cace44 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046764 Sep 13 15:32:51.565943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:51.574323 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c90a5cd6-c082-4fd1-9749-9e6a77c6ca9c req-a5133c58-c330-441a-9a7e-7c943e07fc95 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073108 Sep 13 15:32:52.652953 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921a4c7-9ac5-471d-83c7-9cd3d3c61303 req-f70cc8a6-4893-46cc-83c0-ffb3ab54828c tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:52.655476 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6921a4c7-9ac5-471d-83c7-9cd3d3c61303 req-f70cc8a6-4893-46cc-83c0-ffb3ab54828c tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0832145 Sep 13 15:32:52.764926 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71043-db23-4d90-8a3a-e3b75b336d67 req-425508df-927c-4d8e-8f3d-0091ab5f9a7e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:52.766469 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f1a71043-db23-4d90-8a3a-e3b75b336d67 req-425508df-927c-4d8e-8f3d-0091ab5f9a7e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0793841 Sep 13 15:32:52.771243 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6921a4c7-9ac5-471d-83c7-9cd3d3c61303 req-fe62b7be-8e7e-4c2c-9f45-01b113a01f91 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966222 Sep 13 15:32:52.835184 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f1a71043-db23-4d90-8a3a-e3b75b336d67 req-cb14a1c1-c365-404a-942e-16efec4b8d37 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585318 Sep 13 15:32:53.911716 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 59926) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:53.945495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58219e96-122f-459c-ae47-838fe5805908 req-7b089e9e-6a46-4e7b-beb2-5ec76ce911ab tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:53.962058 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58219e96-122f-459c-ae47-838fe5805908 req-7b089e9e-6a46-4e7b-beb2-5ec76ce911ab tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0842662 Sep 13 15:32:54.123433 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58219e96-122f-459c-ae47-838fe5805908 req-bfbb285b-65f3-4375-9f53-44ade4e9804b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661530 Sep 13 15:32:54.151436 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f6db2b5-a6fb-42a4-9d1e-d3c7549a2319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.156478 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dfb9c-8578-4df2-a70a-5a8189a65a4d req-0131b93f-3ffe-419c-b34b-60f518362bc2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:54.168065 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9e2dfb9c-8578-4df2-a70a-5a8189a65a4d req-0131b93f-3ffe-419c-b34b-60f518362bc2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.1056366 Sep 13 15:32:54.292478 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9e2dfb9c-8578-4df2-a70a-5a8189a65a4d req-77dad8b8-9f3e-4764-a1bf-48d9dd9800a8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231468 Sep 13 15:32:54.354756 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f6db2b5-a6fb-42a4-9d1e-d3c7549a2319 admin admin] Publish callbacks [] for security_group (a460ca17-bf61-4c35-977d-33bfb8bff29c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.364550 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f6db2b5-a6fb-42a4-9d1e-d3c7549a2319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a460ca17-bf61-4c35-977d-33bfb8bff29c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.392897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:54.445593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 59930) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:32:54.445829 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2f6db2b5-a6fb-42a4-9d1e-d3c7549a2319 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ffb44234e9014eff98a61cda9facc146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317824 Sep 13 15:32:54.447403 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db2b5-a6fb-42a4-9d1e-d3c7549a2319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460ca17-bf61-4c35-977d-33bfb8bff29c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:54.544173 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4754a37e-42df-421e-9595-b3db048041e4 admin admin] Publish callbacks [] for security_group (a460ca17-bf61-4c35-977d-33bfb8bff29c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.572499 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4754a37e-42df-421e-9595-b3db048041e4 admin admin] Publish callbacks [] for security_group (a460ca17-bf61-4c35-977d-33bfb8bff29c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.637762 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4754a37e-42df-421e-9595-b3db048041e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a460ca17-bf61-4c35-977d-33bfb8bff29c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.640794 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4754a37e-42df-421e-9595-b3db048041e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:32:54.645126 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4754a37e-42df-421e-9595-b3db048041e4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a460ca17-bf61-4c35-977d-33bfb8bff29c HTTP/1.1" status: 204 len: 168 time: 0.1950440 Sep 13 15:32:54.660105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754a37e-42df-421e-9595-b3db048041e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460ca17-bf61-4c35-977d-33bfb8bff29c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:32:55.266361 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f01e2-c228-49ff-b4b0-9c9e5a5238d9 req-7a146e1b-eebb-4538-a3fe-000b4942fd30 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:55.273769 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-947f01e2-c228-49ff-b4b0-9c9e5a5238d9 req-7a146e1b-eebb-4538-a3fe-000b4942fd30 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0715427 Sep 13 15:32:55.330533 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-947f01e2-c228-49ff-b4b0-9c9e5a5238d9 req-385c6b28-7c16-4f48-8af9-5473ecb57acf tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Sep 13 15:32:55.461774 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f091f-cf75-4184-94b4-ba73fef3ade0 req-cf13cd67-a5c5-49ce-8048-00543c027749 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:55.465346 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d89f091f-cf75-4184-94b4-ba73fef3ade0 req-cf13cd67-a5c5-49ce-8048-00543c027749 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0685294 Sep 13 15:32:55.533648 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d89f091f-cf75-4184-94b4-ba73fef3ade0 req-ef217037-b438-4f92-9113-57941042c0d3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598304 Sep 13 15:32:56.448515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:56.522889 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7476-50e7-44c8-ba88-a14616bfd337 req-0aa58f71-e750-42c3-9626-698777fbea1f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:56.530493 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e61a7476-50e7-44c8-ba88-a14616bfd337 req-0aa58f71-e750-42c3-9626-698777fbea1f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0925837 Sep 13 15:32:56.634219 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e61a7476-50e7-44c8-ba88-a14616bfd337 req-ff121f5c-68eb-4e2b-ad08-c04cc163d0b9 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898550 Sep 13 15:32:56.663035 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-735dedc0-299a-4972-83f2-b705c7f36258 req-f0683d53-9043-48bb-b550-8cf61563e4c5 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1359888796&fields=id&tenant_id=f99e1e9c3c13491e86734af2b526fc42 HTTP/1.1" status: 200 len: 267 time: 0.1165254 Sep 13 15:32:56.748068 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:32:56.764490 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71826a9c-227c-436e-a6f0-5319effb7fde req-6cad02f6-7e11-483c-902b-3f53253e812a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:56.766034 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71826a9c-227c-436e-a6f0-5319effb7fde req-6cad02f6-7e11-483c-902b-3f53253e812a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0566070 Sep 13 15:32:56.827799 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71826a9c-227c-436e-a6f0-5319effb7fde req-b579d91d-a434-4529-8379-f96690bda1a2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545895 Sep 13 15:32:57.823728 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84d0e0-3bb6-42b8-a591-73992d361459 req-f71467f3-09a3-4b2f-969f-4cef43587ef8 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:57.838700 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff84d0e0-3bb6-42b8-a591-73992d361459 req-f71467f3-09a3-4b2f-969f-4cef43587ef8 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.1377342 Sep 13 15:32:57.924832 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff84d0e0-3bb6-42b8-a591-73992d361459 req-48cec868-bdce-4de0-b58d-91360d38c04a tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839033 Sep 13 15:32:58.106070 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc71d8-06a7-4480-a243-f4a72e859d9e req-7fa7dd36-b96b-447b-bd1f-9dfa0ab3c331 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:58.108126 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b4dc71d8-06a7-4480-a243-f4a72e859d9e req-7fa7dd36-b96b-447b-bd1f-9dfa0ab3c331 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0784390 Sep 13 15:32:58.170255 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b4dc71d8-06a7-4480-a243-f4a72e859d9e req-5596b4eb-5fd6-48af-8a4d-4a5affdc5c9a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544856 Sep 13 15:32:59.060204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a4a9-b53b-4e7f-89a7-ac6621394311 req-826ea041-e66b-4d73-983c-c6da5d6fa9be tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:59.062572 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c635a4a9-b53b-4e7f-89a7-ac6621394311 req-826ea041-e66b-4d73-983c-c6da5d6fa9be tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0566254 Sep 13 15:32:59.115846 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c635a4a9-b53b-4e7f-89a7-ac6621394311 req-095f7ce8-a8e0-4c59-bd22-5e50788eb5cb tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472205 Sep 13 15:32:59.302705 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1afb21-c5bf-4dde-b9ec-0ed819229923 req-0f409fd0-b455-4a6b-ab64-ac0d98d87780 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:32:59.304278 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1b1afb21-c5bf-4dde-b9ec-0ed819229923 req-0f409fd0-b455-4a6b-ab64-ac0d98d87780 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0511165 Sep 13 15:32:59.360129 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1b1afb21-c5bf-4dde-b9ec-0ed819229923 req-5d37712c-f4a2-4cde-81e4-516227f6cfc8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495570 Sep 13 15:33:00.247785 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177824c3-d3e1-4470-8429-95cb834d29b7 req-6518234f-55a6-4be8-a8fc-c80294f982e9 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:00.250383 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-177824c3-d3e1-4470-8429-95cb834d29b7 req-6518234f-55a6-4be8-a8fc-c80294f982e9 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0530114 Sep 13 15:33:00.310724 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-177824c3-d3e1-4470-8429-95cb834d29b7 req-09577501-dd49-421e-b37c-f000c3e4103d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Sep 13 15:33:00.499584 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921143bb-a00e-496a-a38c-c2fe1d82122d req-f9b3f027-8530-41a4-bb81-6e6e94f745a8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:00.501138 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-921143bb-a00e-496a-a38c-c2fe1d82122d req-f9b3f027-8530-41a4-bb81-6e6e94f745a8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0536964 Sep 13 15:33:00.554093 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-921143bb-a00e-496a-a38c-c2fe1d82122d req-a9628075-d153-4fd4-b4dc-76000ae1b5d9 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468578 Sep 13 15:33:01.239432 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:01.438987 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0122-8d58-4a7b-b41d-9b29dc1f5afe req-9e837c06-cc3b-4889-bfe9-5dbbda9d5e9d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:01.440465 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14cb0122-8d58-4a7b-b41d-9b29dc1f5afe req-9e837c06-cc3b-4889-bfe9-5dbbda9d5e9d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0536904 Sep 13 15:33:01.494434 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14cb0122-8d58-4a7b-b41d-9b29dc1f5afe req-b350c9a3-4559-49e3-bb28-94d1ffd54266 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Sep 13 15:33:01.668114 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:01.699422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cea9c-a93f-4549-bf2d-e852cf853ab0 req-c10daf12-683c-4479-8863-db588856cea6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:01.700855 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fb8cea9c-a93f-4549-bf2d-e852cf853ab0 req-c10daf12-683c-4479-8863-db588856cea6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0636785 Sep 13 15:33:01.751724 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fb8cea9c-a93f-4549-bf2d-e852cf853ab0 req-54bc6ffb-3fe7-47a9-9d0d-ea361ed01dbe tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451262 Sep 13 15:33:02.011516 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60054) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:02.054001 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:02.060508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Deleting subnet 927b0fc8-205e-427e-8295-db3574d4b46c {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:33:02.064244 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Publish callbacks [] for subnet (927b0fc8-205e-427e-8295-db3574d4b46c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.102400 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3223050'] for subnet (927b0fc8-205e-427e-8295-db3574d4b46c), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.150096 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (927b0fc8-205e-427e-8295-db3574d4b46c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.422807 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:02.432298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3615023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3816434'] for subnet (927b0fc8-205e-427e-8295-db3574d4b46c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.459331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927b0fc8-205e-427e-8295-db3574d4b46c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:02.461744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.465067 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/927b0fc8-205e-427e-8295-db3574d4b46c HTTP/1.1" status: 204 len: 168 time: 0.4525471 Sep 13 15:33:02.468532 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60056) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:02.471918 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.472298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.472637 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.472982 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.473312 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.473641 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.473946 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.474341 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.474651 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.474983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.475309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.475639 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.475962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.476281 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.476798 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9d7f0-f0a9-4f94-81ad-48e7ad4905c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.540135 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (305345df-68fe-42b0-9cf7-d911787f4fba), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.615342 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d689935-069f-4780-8bea-730eb8f23eb0 req-e9ed1d43-98a2-4bea-a63a-d16425aee2d8 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:02.616831 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9d689935-069f-4780-8bea-730eb8f23eb0 req-e9ed1d43-98a2-4bea-a63a-d16425aee2d8 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0474303 Sep 13 15:33:02.621357 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:02.623577 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (305345df-68fe-42b0-9cf7-d911787f4fba), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.629920 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:02.644692 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305345df-68fe-42b0-9cf7-d911787f4fba']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:02.655097 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:02.655393 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:02.664922 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.669615 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9d689935-069f-4780-8bea-730eb8f23eb0 req-a4bec5a2-5b0f-4b77-acdd-05e19330acc1 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Sep 13 15:33:02.678320 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.684669 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:33:02.685054 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.724825 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a resource provider aggregate not found Sep 13 15:33:02.743229 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfe6bc0c-98bb-4d53-89a3-a5ea2ac8074a found for delete ", "request_id": "req-eb6542de-ad96-44ef-8bd7-a82505aad0ca"}]} Sep 13 15:33:02.749153 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (305345df-68fe-42b0-9cf7-d911787f4fba), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.765235 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:02.768335 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/305345df-68fe-42b0-9cf7-d911787f4fba HTTP/1.1" status: 204 len: 168 time: 0.2988079 Sep 13 15:33:02.769325 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=305345df-68fe-42b0-9cf7-d911787f4fba,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:02.776912 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.777272 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.777622 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.777965 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.778340 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.778681 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.779014 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.779339 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.779789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.779992 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.780325 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.780996 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.781357 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.781687 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.782017 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d4f1d3-eb59-4b35-84ee-98843ac990c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:02.871991 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15c1c2-6925-46a4-8d3c-1b60d118aaae req-ecf67c13-f3f3-428c-87af-3b30d68ab079 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:02.873451 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d15c1c2-6925-46a4-8d3c-1b60d118aaae req-ecf67c13-f3f3-428c-87af-3b30d68ab079 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0471625 Sep 13 15:33:02.925289 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d15c1c2-6925-46a4-8d3c-1b60d118aaae req-ff3ef0eb-338c-4588-906a-3543d213aa3f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Sep 13 15:33:02.952311 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60068) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:02.998414 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-52a7274a-7c46-4357-812e-aca075c92171 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5b820ea465db4802aaa22dbaa4e7397a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447586 Sep 13 15:33:03.000990 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60070) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:03.050301 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3f42b188-5095-4999-8e6d-5756860a0da1 admin admin] Publish callbacks [] for security_group (33cd75a3-a668-4687-86b8-704ff7effc74), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:03.071547 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3f42b188-5095-4999-8e6d-5756860a0da1 admin admin] Publish callbacks [] for security_group (33cd75a3-a668-4687-86b8-704ff7effc74), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:03.120884 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3f42b188-5095-4999-8e6d-5756860a0da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (33cd75a3-a668-4687-86b8-704ff7effc74), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:03.123342 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3f42b188-5095-4999-8e6d-5756860a0da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:03.124499 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-3f42b188-5095-4999-8e6d-5756860a0da1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/33cd75a3-a668-4687-86b8-704ff7effc74 HTTP/1.1" status: 204 len: 168 time: 0.1225703 Sep 13 15:33:03.132416 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b188-5095-4999-8e6d-5756860a0da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd75a3-a668-4687-86b8-704ff7effc74,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:03.794066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac1889-3238-4a16-80c0-9796cb28f6d8 req-733d4567-89fc-4ed9-9923-e05a8455b348 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:03.795585 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-89ac1889-3238-4a16-80c0-9796cb28f6d8 req-733d4567-89fc-4ed9-9923-e05a8455b348 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 931 time: 0.0474250 Sep 13 15:33:03.843668 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-89ac1889-3238-4a16-80c0-9796cb28f6d8 req-9b190d11-ff5c-4444-8d93-dfc1ab535e31 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Sep 13 15:33:04.058973 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b608-befb-4a52-8a71-e1eec4d2df17 req-b24dc210-34b0-44d6-904c-5391407444eb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.060471 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2c91b608-befb-4a52-8a71-e1eec4d2df17 req-b24dc210-34b0-44d6-904c-5391407444eb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0528431 Sep 13 15:33:04.111038 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2c91b608-befb-4a52-8a71-e1eec4d2df17 req-ef3c8f54-6cee-4f92-8248-a8eeed84fdfa tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447443 Sep 13 15:33:04.392379 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Request body: {'port': {'device_id': 'b061df6a-e663-49b1-baec-e555aa59534c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:04.455347 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea req-8f06af9a-30b2-4760-8701-11d485210e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.457853 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea req-8f06af9a-30b2-4760-8701-11d485210e9d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1127 time: 0.0414484 Sep 13 15:33:04.464114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:04.522583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:04.578522 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea req-2b04edc3-1dc3-4739-a483-9e71469a9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.580047 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea req-2b04edc3-1dc3-4739-a483-9e71469a9d03 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=07f8e7ebb2814be392842c2e17d55fca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1104088 Sep 13 15:33:04.685569 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea req-7f4d9df4-6f3a-433d-9774-99799353b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.687257 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9bc5d927-6a98-4794-ad6f-4ffef2a656ea req-7f4d9df4-6f3a-433d-9774-99799353b828 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977945 Sep 13 15:33:04.722240 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:04.737357 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7865ed-3013-45da-bc75-391a25c58cca {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:33:04.745427 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Publish callbacks [] for port (ac7865ed-3013-45da-bc75-391a25c58cca), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:04.757837 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Transition to ACTIVE for port object ac7865ed-3013-45da-bc75-391a25c58cca will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:33:04.762746 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:04.772930 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-969c8abf-ada4-494c-9777-54dd4cb77c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.774689 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-969c8abf-ada4-494c-9777-54dd4cb77c8d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1127 time: 0.0439878 Sep 13 15:33:04.814002 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-b55c3757-037c-4aa4-8c0c-3e257993137f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 217 time: 0.0325792 Sep 13 15:33:04.845267 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:04.863659 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-fd78ee14-b585-4c4b-a2d2-c557ea26ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.865131 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-fd78ee14-b585-4c4b-a2d2-c557ea26ddef service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0443799 Sep 13 15:33:04.873227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Attempting to bind port ac7865ed-3013-45da-bc75-391a25c58cca on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:33:04.873570 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Attempting to bind port ac7865ed-3013-45da-bc75-391a25c58cca by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:33:04.874023 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Attempting to bind port ac7865ed-3013-45da-bc75-391a25c58cca on network 4897ec02-d766-460e-a83c-485c4f81bdfd {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:33:04.915133 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-5513a987-b848-4419-b9f7-7e9c9c9cb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:04.916934 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-5513a987-b848-4419-b9f7-7e9c9c9cb4b0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449927 Sep 13 15:33:04.919575 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Port ac7865ed-3013-45da-bc75-391a25c58cca on network 4897ec02-d766-460e-a83c-485c4f81bdfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:33:04.919910 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Attempting to bind port ac7865ed-3013-45da-bc75-391a25c58cca on network 4897ec02-d766-460e-a83c-485c4f81bdfd {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:33:04.922489 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:04.983911 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:04.999411 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ad945-3bf5-4578-9b46-ef566b1355c5 req-2e487335-94b1-4b8b-a55b-0d970bdcebe2 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:05.000906 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-844ad945-3bf5-4578-9b46-ef566b1355c5 req-2e487335-94b1-4b8b-a55b-0d970bdcebe2 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 943 time: 0.0608063 Sep 13 15:33:05.003609 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:33:05.003951 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Checking segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:33:05.004350 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Bound using segment: {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:33:05.004821 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Bound port: ac7865ed-3013-45da-bc75-391a25c58cca, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919e4ca7-bb88-4bfd-a41c-a2654b3f9362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:33:05.005155 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:05.011887 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-6f7795ee-4515-43d6-899a-4f6e82292f5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Sep 13 15:33:05.095224 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-844ad945-3bf5-4578-9b46-ef566b1355c5 req-38301c17-7cfa-4bde-a36f-062c82cb9f42 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866752 Sep 13 15:33:05.104974 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:33:05.107849 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-096ff2bc-3d8e-4f3c-87e2-e2713fb22031 req-312762ec-b56a-4a35-bf93-29b97bb51d86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894153 Sep 13 15:33:05.108505 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:33:05.117080 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:05.121754 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:05.122525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:05.124115 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 1093 time: 0.7405069 Sep 13 15:33:05.124789 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:05.127320 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723384f2-8acb-431d-9df7-c4725b599af8" -d '{"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:05.170349 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab523ea0-082f-430a-b4cf-d80639943e58 x-openstack-request-id: req-ab523ea0-082f-430a-b4cf-d80639943e58 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:05.170632 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:05.170903 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab523ea0-082f-430a-b4cf-d80639943e58 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:05.171408 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab523ea0-082f-430a-b4cf-d80639943e58'] response: {'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'status': 'completed', 'code': 200} Sep 13 15:33:05.185532 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7cca0-a351-4e83-864f-927a80a298a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:05.259499 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83e770-db22-477d-bf08-53143d2d1ba0 req-06367a4c-311e-4512-ba20-ce769c25e8bc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:05.261019 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cd83e770-db22-477d-bf08-53143d2d1ba0 req-06367a4c-311e-4512-ba20-ce769c25e8bc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0468059 Sep 13 15:33:05.312419 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cd83e770-db22-477d-bf08-53143d2d1ba0 req-cd27d795-855c-4c4d-b3f4-511acc052975 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457931 Sep 13 15:33:06.222003 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff071-8046-45ee-bad4-a2f89077e93a req-381733a6-5a60-48fe-a078-304e1e526eff tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:06.223570 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e5ff071-8046-45ee-bad4-a2f89077e93a req-381733a6-5a60-48fe-a078-304e1e526eff tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 943 time: 0.0491147 Sep 13 15:33:06.273867 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e5ff071-8046-45ee-bad4-a2f89077e93a req-6d657181-a39c-44eb-8f65-69e4a9076ff6 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Sep 13 15:33:06.452926 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc5697-4e74-4699-a807-8215aad22a87 req-0f310f63-d321-4d6a-8ba4-160eba6715dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:06.454373 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29dc5697-4e74-4699-a807-8215aad22a87 req-0f310f63-d321-4d6a-8ba4-160eba6715dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0482566 Sep 13 15:33:06.503478 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29dc5697-4e74-4699-a807-8215aad22a87 req-d97ed908-0d87-4e6b-8376-2353ff9c6634 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 Sep 13 15:33:07.408565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470823-fa15-4b29-b641-de2d6ca2be0f req-44b4e7f6-4e47-4448-bb24-8dbfb6e4ffae tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:07.410056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-90470823-fa15-4b29-b641-de2d6ca2be0f req-44b4e7f6-4e47-4448-bb24-8dbfb6e4ffae tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 943 time: 0.0515296 Sep 13 15:33:07.460895 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-90470823-fa15-4b29-b641-de2d6ca2be0f req-539fdd53-c463-463e-883a-b10ea55fced2 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Sep 13 15:33:07.632626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6bc49-9e8c-4eaf-8b21-6f2f94aaf2fc req-9a04f9cb-f089-4564-8a70-8cdf8b08dfa2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:07.634027 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01e6bc49-9e8c-4eaf-8b21-6f2f94aaf2fc req-9a04f9cb-f089-4564-8a70-8cdf8b08dfa2 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0575078 Sep 13 15:33:07.661177 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:07.684835 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01e6bc49-9e8c-4eaf-8b21-6f2f94aaf2fc req-3b72581b-5c82-458d-9d65-63721b5d420e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449014 Sep 13 15:33:07.929578 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-156cacb2-5496-45e3-bb23-50c636a6ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:07.931113 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-156cacb2-5496-45e3-bb23-50c636a6ffda service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1127 time: 0.0532250 Sep 13 15:33:07.968426 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-b6c0b9e8-31ce-4f89-a651-9e5ecc55a3a0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404041 Sep 13 15:33:07.971077 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-3452df84-cd0b-401e-a0de-eb2e6a2bbf69 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 217 time: 0.0328696 Sep 13 15:33:08.028386 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-de6a2104-0c38-49c7-b107-923554122549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.029893 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-de6a2104-0c38-49c7-b107-923554122549 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0495105 Sep 13 15:33:08.052922 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-69428981-91cd-4880-aa9a-12e91b25dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.054489 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-69428981-91cd-4880-aa9a-12e91b25dafc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1129 time: 0.0431664 Sep 13 15:33:08.076060 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-063d4bee-738e-4a94-bc14-2b558ff3003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.077591 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-063d4bee-738e-4a94-bc14-2b558ff3003d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401235 Sep 13 15:33:08.163460 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-f91ab75b-2f61-4441-9f63-4f8092ab4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.164959 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-f91ab75b-2f61-4441-9f63-4f8092ab4fd0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.0926285 Sep 13 15:33:08.173569 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-79571abf-50cd-419b-8497-cafbf7959422 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Sep 13 15:33:08.258444 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-be3657c9-a054-4915-9cce-545cf6f7851f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 1001 time: 0.0860918 Sep 13 15:33:08.264402 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-93a432bd-04c7-44d4-9d95-b46bb89626f1 req-f542f66b-b3a3-4de7-90cd-8c1d4cfcd12c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848062 Sep 13 15:33:08.272391 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:08.310954 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-80a9b642-269a-4649-b988-831419a75040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.312462 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-80a9b642-269a-4649-b988-831419a75040 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0480614 Sep 13 15:33:08.585238 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862a78b-f210-4359-ae0a-2fee0ce7ab22 req-8305af3e-98e0-480d-8914-9228a8b84dd5 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.586756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0862a78b-f210-4359-ae0a-2fee0ce7ab22 req-8305af3e-98e0-480d-8914-9228a8b84dd5 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 943 time: 0.0475094 Sep 13 15:33:08.650911 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0862a78b-f210-4359-ae0a-2fee0ce7ab22 req-d9338bb7-c64c-44fb-b0f2-6f9f7f7d0cc8 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578065 Sep 13 15:33:08.823626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1629b-d408-4ea4-a2a9-dfc587b41cfd req-c044aba7-95bd-4bf1-acd4-a51c5f112ad5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:08.825035 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-78b1629b-d408-4ea4-a2a9-dfc587b41cfd req-c044aba7-95bd-4bf1-acd4-a51c5f112ad5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 943 time: 0.0504756 Sep 13 15:33:08.878630 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-78b1629b-d408-4ea4-a2a9-dfc587b41cfd req-af78c613-5660-4737-a3c0-8a2564064267 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Sep 13 15:33:09.022458 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a5830845-c6ca-471c-ae1c-f8508ae26cc3 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:33:09.134639 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port a5830845-c6ca-471c-ae1c-f8508ae26cc3, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:09.146749 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:33:09.186317 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port a5830845-c6ca-471c-ae1c-f8508ae26cc3 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:33:09.186713 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:09.199753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5830845-c6ca-471c-ae1c-f8508ae26cc3 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:33:09.220229 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port a5830845-c6ca-471c-ae1c-f8508ae26cc3, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:09.225906 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:09.272579 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=a5830845-c6ca-471c-ae1c-f8508ae26cc3,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:09.279919 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.280272 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.280665 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.281013 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.281351 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.281681 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.282010 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.282392 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.282680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.283007 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.283332 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.283661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.283988 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.284305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.284633 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:33:09.714818 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['a5830845-c6ca-471c-ae1c-f8508ae26cc3'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:33:09.780681 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf0a48-709a-4845-9d0e-79b1de47cc0e req-caa98a87-4e40-4285-9c77-d0317403f201 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:09.782308 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-96bf0a48-709a-4845-9d0e-79b1de47cc0e req-caa98a87-4e40-4285-9c77-d0317403f201 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 943 time: 0.0473859 Sep 13 15:33:09.829273 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-96bf0a48-709a-4845-9d0e-79b1de47cc0e req-77d65c23-192b-4e82-bfdf-f0e64c9b472a tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Sep 13 15:33:10.021165 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d724b6-01e4-4c7b-a912-6610ae4bf6e2 req-aff461a5-a3e5-4f48-868b-e0448653b1bd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:10.022649 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7d724b6-01e4-4c7b-a912-6610ae4bf6e2 req-aff461a5-a3e5-4f48-868b-e0448653b1bd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 944 time: 0.0591571 Sep 13 15:33:10.080844 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7d724b6-01e4-4c7b-a912-6610ae4bf6e2 req-8c864f81-1f0e-40f7-a28c-acf62c304f11 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521982 Sep 13 15:33:10.965561 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922ab3d-4cb8-404f-9f27-a5bebeb39101 req-e24eea55-7b6f-48c0-8ec5-b369ef594b14 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:10.967377 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a922ab3d-4cb8-404f-9f27-a5bebeb39101 req-e24eea55-7b6f-48c0-8ec5-b369ef594b14 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 943 time: 0.0571973 Sep 13 15:33:11.016935 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a922ab3d-4cb8-404f-9f27-a5bebeb39101 req-d052a9e5-ec59-4cbf-8a49-3ccf5073a1af tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Sep 13 15:33:11.043492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ac7865ed-3013-45da-bc75-391a25c58cca details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:33:11.055225 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a5830845-c6ca-471c-ae1c-f8508ae26cc3 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:33:11.060632 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723384f2-8acb-431d-9df7-c4725b599af8 req-6fed5d8f-13be-4b1e-b94e-4d62df3ae533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.062191 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-6fed5d8f-13be-4b1e-b94e-4d62df3ae533 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1127 time: 0.0425272 Sep 13 15:33:11.064518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-626348c3-f06d-46ad-ad14-7af703346548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.066054 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-626348c3-f06d-46ad-ad14-7af703346548 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472684 Sep 13 15:33:11.172776 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:11.183736 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723384f2-8acb-431d-9df7-c4725b599af8 req-7ceb1e83-1d4a-4975-9a45-aa90b4287636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.186188 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-7ceb1e83-1d4a-4975-9a45-aa90b4287636 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 915 time: 0.1092443 Sep 13 15:33:11.189157 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port a5830845-c6ca-471c-ae1c-f8508ae26cc3 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:33:11.203340 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port a5830845-c6ca-471c-ae1c-f8508ae26cc3 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:33:11.203752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:11.206495 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:11.214506 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-ab0bc4a4-699a-41c3-aab6-9b0adaf1743a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378367 Sep 13 15:33:11.227594 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-576e3e3d-c6b1-4132-b6bf-7ed649727b60 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 217 time: 0.0350080 Sep 13 15:33:11.235788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c891-ca53-444d-a2aa-b9fff2744c41 req-0cf82295-52b7-4d55-b9cd-0aebd51b2d92 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.237266 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d8c9c891-ca53-444d-a2aa-b9fff2744c41 req-0cf82295-52b7-4d55-b9cd-0aebd51b2d92 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 944 time: 0.0666077 Sep 13 15:33:11.239605 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'port_id': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'mac_address': 'fa:16:3e:90:b6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:33:11.284151 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723384f2-8acb-431d-9df7-c4725b599af8 req-64fb2715-c2f3-47e9-bc55-84ed30273fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.285634 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-64fb2715-c2f3-47e9-bc55-84ed30273fbf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0515208 Sep 13 15:33:11.287130 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port ac7865ed-3013-45da-bc75-391a25c58cca is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:33:11.287524 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:11.294065 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:11.300467 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:11.306644 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7865ed-3013-45da-bc75-391a25c58cca {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:33:11.327105 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:11.327757 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:11.338215 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723384f2-8acb-431d-9df7-c4725b599af8 req-24c3f9ba-a19d-4099-bc92-4fb03342aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.339793 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-24c3f9ba-a19d-4099-bc92-4fb03342aee9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468554 Sep 13 15:33:11.346211 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d8c9c891-ca53-444d-a2aa-b9fff2744c41 req-169e2f89-ad65-41a1-842f-db78b058c0f5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987732 Sep 13 15:33:11.351530 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:11.363018 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26d7d945-7aea-420f-a3f0-64478e66ce0d req-4f51a62b-1258-48bf-96c2-d32ba6013a2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424675 Sep 13 15:33:11.387563 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port a5830845-c6ca-471c-ae1c-f8508ae26cc3 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:33:11.388303 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:11.430246 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:11.433228 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668138d-d43d-4f14-bc9a-4a687e67b408" -d '{"events": [{"server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "name": "network-vif-plugged", "status": "completed", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:11.442658 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:11.448837 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port a5830845-c6ca-471c-ae1c-f8508ae26cc3, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:11.450582 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-c23edb6a-9d67-40f5-925c-513dc94389d1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031582 Sep 13 15:33:11.454259 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:11.480949 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb1e01-352b-4619-9369-7f720103f843 x-openstack-request-id: req-12cb1e01-352b-4619-9369-7f720103f843 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:11.481302 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "name": "network-vif-plugged", "status": "completed", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:11.481571 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12cb1e01-352b-4619-9369-7f720103f843 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:11.481954 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cb1e01-352b-4619-9369-7f720103f843'] response: {'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'code': 200} Sep 13 15:33:11.507570 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=a5830845-c6ca-471c-ae1c-f8508ae26cc3,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:11.550277 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-723384f2-8acb-431d-9df7-c4725b599af8 req-23e13229-381f-4faf-a550-5e8779221c1c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909755 Sep 13 15:33:11.797552 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ac7865ed-3013-45da-bc75-391a25c58cca'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:33:11.987751 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef40ab-5bbc-4a5d-9813-7ee99e000f87 req-595d3134-b3c3-46c0-b2b3-2ec4ddd08cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:11.989254 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-e8ef40ab-5bbc-4a5d-9813-7ee99e000f87 req-595d3134-b3c3-46c0-b2b3-2ec4ddd08cc7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0398455 Sep 13 15:33:12.039889 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:12.047426 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-e8ef40ab-5bbc-4a5d-9813-7ee99e000f87 req-f397cbf6-22f7-4d1f-bd6c-d559fa6f8134 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519540 Sep 13 15:33:12.145114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc8514-3b0d-4ba2-9623-06352b3e4ad7 req-4d863f21-1192-4af6-b6a3-7c06e349db8d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:12.146627 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9dc8514-3b0d-4ba2-9623-06352b3e4ad7 req-4d863f21-1192-4af6-b6a3-7c06e349db8d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 944 time: 0.0505242 Sep 13 15:33:12.204614 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9dc8514-3b0d-4ba2-9623-06352b3e4ad7 req-2b318d39-00b9-48ca-8559-715ed0720cca tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518255 Sep 13 15:33:12.491431 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0793be-bc0a-488a-b50e-9eb98ab0214a req-f975fe1d-a6bb-4333-a9e9-b26e01044214 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:12.492934 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab0793be-bc0a-488a-b50e-9eb98ab0214a req-f975fe1d-a6bb-4333-a9e9-b26e01044214 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Sep 13 15:33:12.543038 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab0793be-bc0a-488a-b50e-9eb98ab0214a req-e5999a86-a5da-49ce-bd02-c25dac0168ec tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Sep 13 15:33:13.075293 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ac7865ed-3013-45da-bc75-391a25c58cca up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:33:13.125066 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port ac7865ed-3013-45da-bc75-391a25c58cca completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:33:13.134830 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port ac7865ed-3013-45da-bc75-391a25c58cca triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:33:13.135223 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:13.209688 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port ac7865ed-3013-45da-bc75-391a25c58cca is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:33:13.210079 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:13.245116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:13.250955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:13.254513 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:13.303893 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:13.331901 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30c28b-ffc2-4cdf-a5d1-89a1275b5854 req-01ef7a99-0453-4082-b5bf-1be748eeacec tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:13.333420 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dd30c28b-ffc2-4cdf-a5d1-89a1275b5854 req-01ef7a99-0453-4082-b5bf-1be748eeacec tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0484374 Sep 13 15:33:13.354923 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:13.382557 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dd30c28b-ffc2-4cdf-a5d1-89a1275b5854 req-9372e106-65e4-4005-8adc-321569daf1fa tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Sep 13 15:33:13.484000 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:13.486365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b29e4-19f2-4b0f-85c2-d1bf462358fc" -d '{"events": [{"server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "name": "network-vif-plugged", "status": "completed", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:13.522592 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfde3750-f795-45a2-8337-15e2290ffa04 x-openstack-request-id: req-dfde3750-f795-45a2-8337-15e2290ffa04 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:13.522911 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "name": "network-vif-plugged", "status": "completed", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:13.523167 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfde3750-f795-45a2-8337-15e2290ffa04 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:13.523574 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfde3750-f795-45a2-8337-15e2290ffa04'] response: {'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'code': 200} Sep 13 15:33:13.671597 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ea25a-9eb9-44b9-b7d3-47c9dd8f7417 req-d67d88d6-6710-488b-968e-3aa7b9f223eb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:13.673114 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c79ea25a-9eb9-44b9-b7d3-47c9dd8f7417 req-d67d88d6-6710-488b-968e-3aa7b9f223eb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0529587 Sep 13 15:33:13.731466 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c79ea25a-9eb9-44b9-b7d3-47c9dd8f7417 req-d7cf46d4-8f38-49e0-a666-d1ef5f599456 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524130 Sep 13 15:33:14.491256 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b4398-9626-462f-8b6d-e2e1d11372b4 req-3156b3f2-46de-40b7-afe7-1b909a37a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:14.492772 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-b80b4398-9626-462f-8b6d-e2e1d11372b4 req-3156b3f2-46de-40b7-afe7-1b909a37a0f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1129 time: 0.0438046 Sep 13 15:33:14.511526 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ba49-f22e-4121-8ee1-b226fcf9a08d req-c0a1e5f7-ac22-41de-b10d-e592f62fea60 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:14.513039 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ffe4ba49-f22e-4121-8ee1-b226fcf9a08d req-c0a1e5f7-ac22-41de-b10d-e592f62fea60 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0485272 Sep 13 15:33:14.540488 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-b80b4398-9626-462f-8b6d-e2e1d11372b4 req-d82cf286-0d4e-4c87-a9a3-4815ed4d76f5 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Sep 13 15:33:14.561394 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ffe4ba49-f22e-4121-8ee1-b226fcf9a08d req-f5f36213-a4d5-471e-b484-48627776c41c tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Sep 13 15:33:14.857634 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cac78-b695-4cf5-b4d6-4274cd4fc36e req-941172d4-e02c-4141-9136-b6d722f6dd18 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:14.859112 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a3cac78-b695-4cf5-b4d6-4274cd4fc36e req-941172d4-e02c-4141-9136-b6d722f6dd18 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0479586 Sep 13 15:33:14.921375 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a3cac78-b695-4cf5-b4d6-4274cd4fc36e req-3644aafa-e17d-41e1-97eb-1c300cf6b3ec tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537727 Sep 13 15:33:15.041729 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda143cd-d0da-42eb-b5b1-075f08564008 req-9a568180-f649-44bd-bbf8-2df6de5b9695 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:15.043518 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cda143cd-d0da-42eb-b5b1-075f08564008 req-9a568180-f649-44bd-bbf8-2df6de5b9695 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0493805 Sep 13 15:33:15.054027 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60132) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:15.058999 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'floatingip': {'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:15.097041 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:15.691467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd808-d87f-42dc-a1f8-f72ea1598745 req-f91b6afb-195a-4c4a-82bf-238e73f77199 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:15.692983 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c86dd808-d87f-42dc-a1f8-f72ea1598745 req-f91b6afb-195a-4c4a-82bf-238e73f77199 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0483484 Sep 13 15:33:15.743675 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c86dd808-d87f-42dc-a1f8-f72ea1598745 req-fb6a6081-4fb8-4299-852d-3fea0ec029b5 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Sep 13 15:33:15.787586 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:15.794204 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:15.898272 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Floating IP 475c6f58-1f84-4869-881f-5352c772e706 associated. External IP: 172.27.1.206, port: a5830845-c6ca-471c-ae1c-f8508ae26cc3. Sep 13 15:33:15.996708 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:16.121191 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Router 5f649f9a-9a65-4ad6-9306-22341435c970 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:33:16.238086 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-bed3bf71-1f7e-4ce7-8b66-46fa2d60e0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:16.245134 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:33:16.250145 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:16.256644 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] Sync routers for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:33:16.267836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:33:16.268478 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:16.270372 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:16.281375 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7b44d359-2901-4a1d-b0e8-1e62799905a7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/475c6f58-1f84-4869-881f-5352c772e706 HTTP/1.1" status: 200 len: 991 time: 1.2262073 Sep 13 15:33:16.282037 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:16.284379 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883015db-e0fe-4f40-8e91-0724276d61d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:16.324782 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b047d-0fa5-4d65-85d1-21a8a6e2e054 x-openstack-request-id: req-c69b047d-0fa5-4d65-85d1-21a8a6e2e054 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:16.325073 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:16.325673 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c69b047d-0fa5-4d65-85d1-21a8a6e2e054 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:16.325835 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69b047d-0fa5-4d65-85d1-21a8a6e2e054'] response: {'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'status': 'completed', 'code': 200} Sep 13 15:33:16.373882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:33:16.577885 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:16.678538 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-0dc4b18f-4be2-4606-b727-3d0c0d219a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:16.680060 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-0dc4b18f-4be2-4606-b727-3d0c0d219a85 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0445471 Sep 13 15:33:16.762673 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '475c6f58-1f84-4869-881f-5352c772e706', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:32:36Z', 'updated_at': '2022-09-13T15:33:15Z', 'revision_number': 1, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:16.780239 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-c021e106-c9a7-432e-8fdd-5d02a94720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:16.782152 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-c021e106-c9a7-432e-8fdd-5d02a94720ff service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.0896432 Sep 13 15:33:16.788173 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] Checking router: 5f649f9a-9a65-4ad6-9306-22341435c970 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:33:16.797282 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:33:16.797908 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:32:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:16.857970 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-09ad9517-1ba1-4f4f-8bb0-e3c3b95212aa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 999 time: 0.0606351 Sep 13 15:33:16.867622 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361d0ff-b120-4a4a-b3e2-fd7e010ace53 req-2207a8cc-edb1-4a69-9417-24a0b8d4f2c4 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:16.869100 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4361d0ff-b120-4a4a-b3e2-fd7e010ace53 req-2207a8cc-edb1-4a69-9417-24a0b8d4f2c4 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0483515 Sep 13 15:33:16.904466 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:33:16.915356 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-44177be6-94d1-491e-830e-a9f8ccb03d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:16.917073 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-44177be6-94d1-491e-830e-a9f8ccb03d6f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0512252 Sep 13 15:33:16.924633 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4361d0ff-b120-4a4a-b3e2-fd7e010ace53 req-0751c464-b749-4635-b310-c060c34f0c51 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Sep 13 15:33:16.984917 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-4b8e5a61-902a-43f8-85a9-918ff95dfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:16.986923 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-4b8e5a61-902a-43f8-85a9-918ff95dfda5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545368 Sep 13 15:33:17.048047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ec9b-8ca8-4d09-8f0d-c139c5652446 req-1c2bfed1-07a5-4345-b0d3-342bd0d365ca tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:17.050356 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5409ec9b-8ca8-4d09-8f0d-c139c5652446 req-1c2bfed1-07a5-4345-b0d3-342bd0d365ca tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0478702 Sep 13 15:33:17.081312 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-575908a3-1df4-48c4-ab3f-bc7a0c13fd30 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Sep 13 15:33:17.101644 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5409ec9b-8ca8-4d09-8f0d-c139c5652446 req-92a5ce5f-249a-4847-a4f9-6896b0d1caf6 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Sep 13 15:33:17.135662 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '475c6f58-1f84-4869-881f-5352c772e706', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:32:36Z', 'updated_at': '2022-09-13T15:33:15Z', 'revision_number': 1, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:17.163134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a6f6d-797b-4a28-abc5-bcf92412f7f6 None None] The sync data for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi is: [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '475c6f58-1f84-4869-881f-5352c772e706', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:32:36Z', 'updated_at': '2022-09-13T15:33:15Z', 'revision_number': 1, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:33:17.187192 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-883015db-e0fe-4f40-8e91-0724276d61d6 req-84cb0e05-b689-404f-9826-482d11008cd0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979209 Sep 13 15:33:17.357637 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864f75c-8fb1-4bcd-b04a-3dc7b1dbeb8a None None] New status for floating IP 475c6f58-1f84-4869-881f-5352c772e706: ACTIVE {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:33:17.447977 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7829c-f9ce-46db-8e69-609f94adc622 req-acbc5d98-4579-4e9b-a808-bb9ecedc92de tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:17.449623 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-94a7829c-f9ce-46db-8e69-609f94adc622 req-acbc5d98-4579-4e9b-a808-bb9ecedc92de tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0501430 Sep 13 15:33:17.469471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:17.499753 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-94a7829c-f9ce-46db-8e69-609f94adc622 req-f71c56f2-2b50-4c1f-a812-1f60d825c78b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Sep 13 15:33:18.590621 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d890cb9e-ac63-4cf9-89fd-570b9eaa9672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:19.580001 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:20.660645 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:33:21.071699 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:21.243026 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:26.007183 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdb88f-0e04-4e60-a4b1-ca635aa2b1c2 req-d93f1545-e4e2-4859-9bb4-3797458c89af tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:26.008680 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8ebdb88f-0e04-4e60-a4b1-ca635aa2b1c2 req-d93f1545-e4e2-4859-9bb4-3797458c89af tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Sep 13 15:33:26.060020 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8ebdb88f-0e04-4e60-a4b1-ca635aa2b1c2 req-4f4f3dca-9995-4fb3-9c43-e35108ee2e28 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449448 Sep 13 15:33:27.125140 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68143c-4e94-4cb3-ac61-eeecab0d9015 req-86b07ae3-e450-4c60-baba-18520ee6e324 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:27.126626 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ad68143c-4e94-4cb3-ac61-eeecab0d9015 req-86b07ae3-e450-4c60-baba-18520ee6e324 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0548577 Sep 13 15:33:27.173396 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ad68143c-4e94-4cb3-ac61-eeecab0d9015 req-bb5ec079-8508-482a-a0f0-df76cea5ef49 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Sep 13 15:33:27.181220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=45 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:27.184332 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=78 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:27.203367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60258) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:27.282683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473290cc-9f30-40c0-a844-9e125d629b9d req-f504742f-225d-4587-9fd6-4e1361e9af98 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:27.284183 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-473290cc-9f30-40c0-a844-9e125d629b9d req-f504742f-225d-4587-9fd6-4e1361e9af98 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0503762 Sep 13 15:33:27.336651 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-473290cc-9f30-40c0-a844-9e125d629b9d req-b51beb5f-8673-48e3-a58b-19131573314a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451131 Sep 13 15:33:27.405573 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e5a04-fe98-43d0-9d6c-29bc7442485c tempest-TestMinimumBasicScenario-1334105476 tempest-TestMinimumBasicScenario-1334105476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:27.407301 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-056e5a04-fe98-43d0-9d6c-29bc7442485c tempest-TestMinimumBasicScenario-1334105476 tempest-TestMinimumBasicScenario-1334105476-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1124 time: 0.2029421 Sep 13 15:33:27.410588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60262) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:27.415130 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'port_id': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:27.433086 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:27.440696 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:27.521477 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:27.636791 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Allocated IP 172.27.1.171 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/b3db1884-79a7-41b1-88d3-b2455f714176) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:33:27.760263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for port (b3db1884-79a7-41b1-88d3-b2455f714176), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:27.796058 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (b3db1884-79a7-41b1-88d3-b2455f714176), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:27.831687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:33:27.838255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:33:27.841264 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:33:27.866220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'Port': ['ID=b3db1884-79a7-41b1-88d3-b2455f714176,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:28.018390 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:28.553960 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:28.594292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for floatingip (d8c9bdb4-d80d-4103-847e-287c0d653364), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:28.634046 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4e4fa-cc31-4ba2-a905-52dba05c5aa3 req-12e6256e-c874-4b0e-b1aa-45ebc21d0589 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:28.635498 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bbb4e4fa-cc31-4ba2-a905-52dba05c5aa3 req-12e6256e-c874-4b0e-b1aa-45ebc21d0589 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0929074 Sep 13 15:33:28.726381 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bbb4e4fa-cc31-4ba2-a905-52dba05c5aa3 req-98296a57-832d-4b47-bb84-b9c55dcb2381 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823219 Sep 13 15:33:28.736977 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (b3db1884-79a7-41b1-88d3-b2455f714176), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:28.896352 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for port (b3db1884-79a7-41b1-88d3-b2455f714176), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:28.911247 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (b3db1884-79a7-41b1-88d3-b2455f714176), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:28.991340 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'Port': ['ID=b3db1884-79a7-41b1-88d3-b2455f714176,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:28.993700 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (d8c9bdb4-d80d-4103-847e-287c0d653364), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.094849 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Floating IP d8c9bdb4-d80d-4103-847e-287c0d653364 associated. External IP: 172.27.1.171, port: ac7865ed-3013-45da-bc75-391a25c58cca. Sep 13 15:33:29.248345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:29.302503 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Router 4c8f7ec5-6935-493e-8e71-c6b42a155800 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:33:29.406779 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:33:29.417531 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] Sync routers for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:33:29.428347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.430300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:33:29.430921 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:33:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:29.433809 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:29.459308 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-88d3547e-a556-4684-80a4-7b299f0a967e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0476604 Sep 13 15:33:29.459938 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:29.462256 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:29.462434 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60272) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:29.467652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311192734', 'description': 'tempest-secgroup-smoke-311192734 description', 'project_id': '74318a6f074f4d7ea084461473ef1a80'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:29.492064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.503704 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e7fa1f-c27c-4d41-88aa-86771496c9d7 x-openstack-request-id: req-f7e7fa1f-c27c-4d41-88aa-86771496c9d7 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:29.504019 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:29.506953 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e7fa1f-c27c-4d41-88aa-86771496c9d7 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:29.507503 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e7fa1f-c27c-4d41-88aa-86771496c9d7'] response: {'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'status': 'completed', 'code': 200} Sep 13 15:33:29.538400 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:33:29.601282 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group (2629fab4-a835-4c4c-8f72-0dd82071acbd), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.603181 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-69d266b8-746d-460a-bcfe-485d23037b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:29.604725 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-69d266b8-746d-460a-bcfe-485d23037b78 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1129 time: 0.0702231 Sep 13 15:33:29.606612 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2629fab4-a835-4c4c-8f72-0dd82071acbd), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.695509 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.696755 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2333031 Sep 13 15:33:29.697559 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615ad1e-58cb-4a9d-89bd-f5c07b096c7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2629fab4-a835-4c4c-8f72-0dd82071acbd,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:29.699909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60278) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:29.705783 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group_rule': {'security_group_id': '2629fab4-a835-4c4c-8f72-0dd82071acbd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:29.714613 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:29.732356 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-9066795d-6e39-4c34-85d2-9e056632d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:29.733914 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-9066795d-6e39-4c34-85d2-9e056632d96b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 915 time: 0.1207716 Sep 13 15:33:29.739515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (73c331ef-79ec-42e4-8dcb-6c62e85b5885), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.762813 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'd8c9bdb4-d80d-4103-847e-287c0d653364', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'port_id': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'mac_address': 'fa:16:3e:90:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b061df6a-e663-49b1-baec-e555aa59534c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:33:28Z', 'updated_at': '2022-09-13T15:33:28Z', 'revision_number': 0, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:29.774874 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:29.793572 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] Checking router: 4c8f7ec5-6935-493e-8e71-c6b42a155800 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:33:29.802848 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:33:29.803480 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:33:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:29.807076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (73c331ef-79ec-42e4-8dcb-6c62e85b5885), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.816933 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (73c331ef-79ec-42e4-8dcb-6c62e85b5885), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.843210 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-5551e95b-f29d-49ed-bc4e-17b6ff41826c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 999 time: 0.0924482 Sep 13 15:33:29.854958 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c331ef-79ec-42e4-8dcb-6c62e85b5885,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:29.892962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.894366 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e721c409-8fe0-4f6d-9e09-d73ba8cbc33f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927090 Sep 13 15:33:29.897344 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60284) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:29.906516 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group_rule': {'security_group_id': '2629fab4-a835-4c4c-8f72-0dd82071acbd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:29.908186 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-b2b0f872-a73a-49d7-957b-5fa11cdf3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:29.909840 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-b2b0f872-a73a-49d7-957b-5fa11cdf3822 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0609646 Sep 13 15:33:29.922533 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffad87-3fb7-43d3-b21e-355fc04e3b4b req-a6dff2b4-e369-43db-9a0c-779783874258 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:29.924131 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2dffad87-3fb7-43d3-b21e-355fc04e3b4b req-a6dff2b4-e369-43db-9a0c-779783874258 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0824351 Sep 13 15:33:29.937074 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:33:29.959761 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (a4fe8489-d056-4db9-b1da-f70675862b4f), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:29.962862 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-c166401b-d38a-4395-bee0-7bf590a8a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:29.964419 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-c166401b-d38a-4395-bee0-7bf590a8a094 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478323 Sep 13 15:33:30.003981 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2dffad87-3fb7-43d3-b21e-355fc04e3b4b req-f23df5d5-c392-43ef-b29a-6ac93bed157c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726511 Sep 13 15:33:30.029559 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (a4fe8489-d056-4db9-b1da-f70675862b4f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.035765 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (a4fe8489-d056-4db9-b1da-f70675862b4f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.060711 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fe8489-d056-4db9-b1da-f70675862b4f,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:30.066863 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.070579 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-0f5a8cde-6084-4b7e-a3ad-03be7003eb2e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696713 Sep 13 15:33:30.070847 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60286) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:30.075340 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group_rule': {'security_group_id': '2629fab4-a835-4c4c-8f72-0dd82071acbd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:30.093796 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-e047ed93-5ebf-4963-ba25-1f6505ebdb3d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214890 Sep 13 15:33:30.108841 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (13d13eb0-cb03-4d42-81f4-c2dddc458ebb), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.178474 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (13d13eb0-cb03-4d42-81f4-c2dddc458ebb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.183678 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (13d13eb0-cb03-4d42-81f4-c2dddc458ebb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.187175 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'd8c9bdb4-d80d-4103-847e-287c0d653364', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'port_id': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'mac_address': 'fa:16:3e:90:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b061df6a-e663-49b1-baec-e555aa59534c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:33:28Z', 'updated_at': '2022-09-13T15:33:28Z', 'revision_number': 0, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:30.196858 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-4155c8d7-b9c9-499c-a3ab-3f3b960c22d6 req-293a282f-3077-4952-86fc-77e9a1f8d564 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958674 Sep 13 15:33:30.198862 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d13eb0-cb03-4d42-81f4-c2dddc458ebb,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:30.214963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535724f1-8d2c-4d39-87fa-85a14b51d5c2 None None] The sync data for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi is: [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'd8c9bdb4-d80d-4103-847e-287c0d653364', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'port_id': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'mac_address': 'fa:16:3e:90:b6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b061df6a-e663-49b1-baec-e555aa59534c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:33:28Z', 'updated_at': '2022-09-13T15:33:28Z', 'revision_number': 0, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:33:30.215310 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.216945 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3eba6b34-9ae4-43fd-8056-5c68ff71d37b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450970 Sep 13 15:33:30.225093 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60288) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:30.230123 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group_rule': {'security_group_id': '2629fab4-a835-4c4c-8f72-0dd82071acbd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:30.262859 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (0da9039f-51d8-4f9d-82af-929456043ac1), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.326226 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (0da9039f-51d8-4f9d-82af-929456043ac1), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.330865 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (0da9039f-51d8-4f9d-82af-929456043ac1), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.352256 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da9039f-51d8-4f9d-82af-929456043ac1,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:30.362331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.366226 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-51dc9f79-34c8-4000-bec5-9d9092d02029 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371603 Sep 13 15:33:30.366603 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60290) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:30.371302 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group_rule': {'security_group_id': '2629fab4-a835-4c4c-8f72-0dd82071acbd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:30.395058 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.securitygroups_db [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Project 74318a6f074f4d7ea084461473ef1a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 15:33:30.401135 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (05238a28-e10a-4550-a093-0d92bfc3ac50), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.403639 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:30.421995 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a968f0-4ea2-4faa-97e6-f1f6b6a67d5c None None] New status for floating IP d8c9bdb4-d80d-4103-847e-287c0d653364: ACTIVE {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:33:30.463430 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (05238a28-e10a-4550-a093-0d92bfc3ac50), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.474085 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (05238a28-e10a-4550-a093-0d92bfc3ac50), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.493526 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05238a28-e10a-4550-a093-0d92bfc3ac50,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:30.503280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.504551 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fac85e3e-9d46-45f3-8038-4d3983ff2261 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368940 Sep 13 15:33:30.507373 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60292) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:30.511788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'security_group_rule': {'security_group_id': '2629fab4-a835-4c4c-8f72-0dd82071acbd', 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:30.533191 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.securitygroups_db [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Project 74318a6f074f4d7ea084461473ef1a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 15:33:30.539887 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (fa6259c7-e7ab-422a-b29e-0eebc7db2122), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.604358 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (fa6259c7-e7ab-422a-b29e-0eebc7db2122), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.609959 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (fa6259c7-e7ab-422a-b29e-0eebc7db2122), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.629966 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6259c7-e7ab-422a-b29e-0eebc7db2122,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:30.638331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:30.642432 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2d1ce7a3-704c-4333-b04f-f61ea7362779 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312287 Sep 13 15:33:30.735167 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-e801efd7-5952-47e3-9f5b-f0b694089ace tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-311192734&fields=id&tenant_id=74318a6f074f4d7ea084461473ef1a80 HTTP/1.1" status: 200 len: 267 time: 0.0504522 Sep 13 15:33:30.752300 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:30.797848 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-dcfcdb92-6611-4d84-ad9f-397c1303c99b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:30.799257 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-dcfcdb92-6611-4d84-ad9f-397c1303c99b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0563514 Sep 13 15:33:30.810092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'port': {'security_groups': ['ec91b87d-6e34-4e37-8eeb-61b86867aee6', '2629fab4-a835-4c4c-8f72-0dd82071acbd']}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:33:30.895309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:31.083432 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:31.114066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for port (ac7865ed-3013-45da-bc75-391a25c58cca), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:31.122175 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:31.133033 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.133626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:31.135054 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eaafa377-058d-4c82-b155-fc3fca81b721 req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "PUT /networking/v2.0/ports/ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 981 time: 0.3294008 Sep 13 15:33:31.157388 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ac7865ed-3013-45da-bc75-391a25c58cca'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:33:31.200043 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b20a83-c084-4321-9152-46443492565f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=6']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:31.239720 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef25fb-edeb-4949-808e-7b6cd9f40b6b req-86832ff0-828c-4a5d-a8ab-2a01f69d6fa3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.241249 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-37ef25fb-edeb-4949-808e-7b6cd9f40b6b req-86832ff0-828c-4a5d-a8ab-2a01f69d6fa3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0505590 Sep 13 15:33:31.284084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ac7865ed-3013-45da-bc75-391a25c58cca'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:33:31.289870 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-37ef25fb-edeb-4949-808e-7b6cd9f40b6b req-61445ebe-4e07-4e87-a091-a77150b70b0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Sep 13 15:33:31.418400 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d3c08-0475-41f7-9c17-e872458f8032 req-8c9a2975-2c23-4090-9439-36ea855d7f67 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.420059 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1a6d3c08-0475-41f7-9c17-e872458f8032 req-8c9a2975-2c23-4090-9439-36ea855d7f67 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0488782 Sep 13 15:33:31.470348 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:31.492987 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:31.493798 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1a6d3c08-0475-41f7-9c17-e872458f8032 req-d7a90e48-4041-475b-8d8f-8e7bf2a55534 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670974 Sep 13 15:33:31.508347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:31.510813 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc12322-ec02-434e-8a36-35f74d407160" -d '{"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:31.549106 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3dd0de-d9d7-4e44-9265-f63e2d747d4e x-openstack-request-id: req-4d3dd0de-d9d7-4e44-9265-f63e2d747d4e {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:31.549410 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:31.549675 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d3dd0de-d9d7-4e44-9265-f63e2d747d4e {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:31.550197 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3dd0de-d9d7-4e44-9265-f63e2d747d4e'] response: {'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'status': 'completed', 'code': 200} Sep 13 15:33:31.582216 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:31.613098 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc12322-ec02-434e-8a36-35f74d407160 req-451a4989-c3da-4ad2-8428-888077f956a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.614661 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-451a4989-c3da-4ad2-8428-888077f956a1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1168 time: 0.0413482 Sep 13 15:33:31.699943 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:31.701846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:31.714934 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc12322-ec02-434e-8a36-35f74d407160 req-b4144d4d-a5df-4c63-a2ce-bae14beccb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.716754 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-b4144d4d-a5df-4c63-a2ce-bae14beccb99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 915 time: 0.0947778 Sep 13 15:33:31.741316 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:31.781064 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-5790b7d3-aaa2-4baf-801f-d0bf4e5ba0ae service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 1001 time: 0.0549190 Sep 13 15:33:31.833496 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc12322-ec02-434e-8a36-35f74d407160 req-049404db-795d-44b4-9869-16798bd3f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.835010 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-049404db-795d-44b4-9869-16798bd3f499 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0465975 Sep 13 15:33:31.945844 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc12322-ec02-434e-8a36-35f74d407160 req-41cff7f4-faa3-4d52-8c67-1d1cc0b92a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:31.947422 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-41cff7f4-faa3-4d52-8c67-1d1cc0b92a19 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413120 Sep 13 15:33:32.430663 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682156c8-f3a9-47fb-bdc1-614fbf13b994 req-5d112bab-048e-4eb7-a89c-fae27d580178 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:32.432114 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-682156c8-f3a9-47fb-bdc1-614fbf13b994 req-5d112bab-048e-4eb7-a89c-fae27d580178 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0479479 Sep 13 15:33:32.484157 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-682156c8-f3a9-47fb-bdc1-614fbf13b994 req-8ddf56a2-dcab-40d1-8cb7-4644635b2968 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 Sep 13 15:33:32.605774 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-cee0bd0f-3e48-4ff0-b352-8a6eb8eb5a5c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875068 Sep 13 15:33:33.043986 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2bc12322-ec02-434e-8a36-35f74d407160 req-c2d1d95b-7d06-4c21-a2a8-855513b92599 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981877 Sep 13 15:33:33.393478 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bffa8b-9dbb-444a-8df5-3a2e6f8a1b8d req-240db5c3-b419-4651-99f6-34e7f71fff1a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:33.394984 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5bffa8b-9dbb-444a-8df5-3a2e6f8a1b8d req-240db5c3-b419-4651-99f6-34e7f71fff1a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0494976 Sep 13 15:33:33.445708 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a5bffa8b-9dbb-444a-8df5-3a2e6f8a1b8d req-6a632a57-c69d-4f28-91bc-f16759896722 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Sep 13 15:33:33.628833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e8e2-dcb6-4f17-a0dd-4de8ca2ca1da req-e2848b73-c830-47f7-9dd8-af2388873d1f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:33.630367 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-de55e8e2-dcb6-4f17-a0dd-4de8ca2ca1da req-e2848b73-c830-47f7-9dd8-af2388873d1f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Sep 13 15:33:33.680941 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-de55e8e2-dcb6-4f17-a0dd-4de8ca2ca1da req-865d088c-dfb9-4c8e-a2af-7abe29f9865c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Sep 13 15:33:34.584941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691fa9e-8414-4f34-aea5-e942dbd91ee9 req-683935c9-733c-4a12-8c17-eafbdf972d9d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:34.586997 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e691fa9e-8414-4f34-aea5-e942dbd91ee9 req-683935c9-733c-4a12-8c17-eafbdf972d9d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0574534 Sep 13 15:33:34.622038 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:34.638611 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e691fa9e-8414-4f34-aea5-e942dbd91ee9 req-e2cb4c34-3ca8-4bbf-bf59-cd061180e792 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449207 Sep 13 15:33:34.822580 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19df604-5057-4555-af98-075e5d7c0b91 req-cc76908a-1960-472d-ae99-50aed44efe70 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:34.824069 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a19df604-5057-4555-af98-075e5d7c0b91 req-cc76908a-1960-472d-ae99-50aed44efe70 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0470014 Sep 13 15:33:34.879924 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a19df604-5057-4555-af98-075e5d7c0b91 req-475a30ec-b82f-4de0-9434-b31d30f17b99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501561 Sep 13 15:33:35.774827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8239c42-85c6-43cb-9152-b3e137de1860 req-e463c12a-13e6-4904-90a0-54ff18cbec7f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:35.776365 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f8239c42-85c6-43cb-9152-b3e137de1860 req-e463c12a-13e6-4904-90a0-54ff18cbec7f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0553303 Sep 13 15:33:35.830079 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f8239c42-85c6-43cb-9152-b3e137de1860 req-7f2e4d46-a800-4f08-aa0e-1d01c1b726a3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Sep 13 15:33:36.010312 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158dc53-8109-4919-a94d-8aa771b6da81 req-40520238-33b2-45dd-a478-0a183d9c66cc tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:36.011771 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4158dc53-8109-4919-a94d-8aa771b6da81 req-40520238-33b2-45dd-a478-0a183d9c66cc tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0464253 Sep 13 15:33:36.059697 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4158dc53-8109-4919-a94d-8aa771b6da81 req-9b45ed80-b9ed-4b31-bcb4-d51d629b1221 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421607 Sep 13 15:33:36.977651 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960cafa-86ae-48fe-a932-b7e53b5b1e04 req-d4cc8b13-dd45-46dc-8312-1540fa7e91d0 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:36.979156 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5960cafa-86ae-48fe-a932-b7e53b5b1e04 req-d4cc8b13-dd45-46dc-8312-1540fa7e91d0 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0535679 Sep 13 15:33:37.033139 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5960cafa-86ae-48fe-a932-b7e53b5b1e04 req-f689d916-eef1-4b35-a070-ad37c075363e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Sep 13 15:33:37.198733 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d1e9f-87fb-429d-9a8a-281175512548 req-15d23382-e384-4b98-bc37-69dae7017426 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:37.200211 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-982d1e9f-87fb-429d-9a8a-281175512548 req-15d23382-e384-4b98-bc37-69dae7017426 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0585465 Sep 13 15:33:37.249344 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-982d1e9f-87fb-429d-9a8a-281175512548 req-eae1a30d-32c8-4bc0-8a78-67db8d1a7000 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Sep 13 15:33:38.174990 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435320a6-7478-45b5-9f0b-b8be1b5ff6e6 req-cd48dede-105f-4a0a-9981-119e27b8f874 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:38.176472 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-435320a6-7478-45b5-9f0b-b8be1b5ff6e6 req-cd48dede-105f-4a0a-9981-119e27b8f874 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0576313 Sep 13 15:33:38.227602 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-435320a6-7478-45b5-9f0b-b8be1b5ff6e6 req-e971a409-9a0c-44c9-b76c-6d599f688409 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Sep 13 15:33:38.383514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5718717-ce49-4e8e-a4c2-64ff4dff8941 req-9898336c-db16-4507-ae4d-189aec7e1fb5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:38.384922 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b5718717-ce49-4e8e-a4c2-64ff4dff8941 req-9898336c-db16-4507-ae4d-189aec7e1fb5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0518978 Sep 13 15:33:38.433129 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b5718717-ce49-4e8e-a4c2-64ff4dff8941 req-6444d71c-a76e-4130-b0bb-cdedb228e617 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Sep 13 15:33:39.348805 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:39.362615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777d15-173c-4de7-8ed7-7897a22f6a0c req-6c400b61-817d-4d62-9f23-c145fba49847 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:39.364120 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-11777d15-173c-4de7-8ed7-7897a22f6a0c req-6c400b61-817d-4d62-9f23-c145fba49847 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0522087 Sep 13 15:33:39.432373 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-11777d15-173c-4de7-8ed7-7897a22f6a0c req-b0c486a8-fcb6-4bfa-91eb-7b136b1e8833 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620444 Sep 13 15:33:39.573274 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c011d-b5e1-4fc3-b8d3-d0eb8a9432e3 req-7c172bf9-0657-47eb-8892-8db2d0ca9027 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:39.574713 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2d6c011d-b5e1-4fc3-b8d3-d0eb8a9432e3 req-7c172bf9-0657-47eb-8892-8db2d0ca9027 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0573559 Sep 13 15:33:39.645399 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2d6c011d-b5e1-4fc3-b8d3-d0eb8a9432e3 req-fa123487-d72b-4562-a6c3-c00c1aba799f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630047 Sep 13 15:33:40.545965 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:40.568426 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c869fa-1036-4691-824e-4692b555c9cb req-9ddb0f54-28fe-4f63-bbd2-93a915041665 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:40.569909 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-85c869fa-1036-4691-824e-4692b555c9cb req-9ddb0f54-28fe-4f63-bbd2-93a915041665 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0489123 Sep 13 15:33:40.619942 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-85c869fa-1036-4691-824e-4692b555c9cb req-1e1295ce-9e92-4ff2-90b3-5ddc6f164c92 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Sep 13 15:33:40.777523 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab060-4c26-4b36-919e-3d8443230a03 req-47453cd8-abb8-422a-9d30-8fa8bdcb4393 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:40.779033 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ef2ab060-4c26-4b36-919e-3d8443230a03 req-47453cd8-abb8-422a-9d30-8fa8bdcb4393 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Sep 13 15:33:40.828665 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ef2ab060-4c26-4b36-919e-3d8443230a03 req-340d1f8d-c273-4e84-a308-95f92b681de9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Sep 13 15:33:41.747588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7602cd-f8d0-4c3e-925e-08bb873b0d88 req-81faa3c1-e74e-4d8a-bdf5-6b79c52d3c61 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:41.749063 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-de7602cd-f8d0-4c3e-925e-08bb873b0d88 req-81faa3c1-e74e-4d8a-bdf5-6b79c52d3c61 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0495303 Sep 13 15:33:41.760136 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:41.797421 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-de7602cd-f8d0-4c3e-925e-08bb873b0d88 req-16f0733f-9ef9-4117-af8c-1df6b8202e6e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Sep 13 15:33:41.925387 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:41.926329 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=27 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:41.982662 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bddee0-46a1-4b08-b652-a09b63f1cb32 req-6194c850-b3a7-43d7-acee-a12a72d30d6c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:41.984179 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6bddee0-46a1-4b08-b652-a09b63f1cb32 req-6194c850-b3a7-43d7-acee-a12a72d30d6c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0604882 Sep 13 15:33:42.040854 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6bddee0-46a1-4b08-b652-a09b63f1cb32 req-2eb0d217-8010-4814-a8d0-d58ae275bc86 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Sep 13 15:33:42.928529 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a8c80-cba3-48cd-9710-5dd90a4280b7 req-8c883a6c-3598-4305-ad16-6520fbaa8c5c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:42.929972 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d82a8c80-cba3-48cd-9710-5dd90a4280b7 req-8c883a6c-3598-4305-ad16-6520fbaa8c5c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0489097 Sep 13 15:33:42.980509 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d82a8c80-cba3-48cd-9710-5dd90a4280b7 req-0cdc640d-cdfe-43ad-8d38-7a0d4674a425 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Sep 13 15:33:43.037213 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=34 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:43.039252 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=46 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:43.177328 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:33:43.197755 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a844-d4fd-4c7d-a3b1-5bdd20799b75 req-932cd589-c206-43e8-800c-2f464b3bc505 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:43.199194 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-60c6a844-d4fd-4c7d-a3b1-5bdd20799b75 req-932cd589-c206-43e8-800c-2f464b3bc505 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0567536 Sep 13 15:33:43.247078 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-60c6a844-d4fd-4c7d-a3b1-5bdd20799b75 req-2ece7408-b535-4202-99db-6382e02c00e2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Sep 13 15:33:43.281626 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:43.292826 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'mac_address': 'fa:16:3e:76:3f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:33:43.327782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: ACTIVE; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:33:43.328090 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:43.341650 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:33:43.361401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:43.367955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:43.430932 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=6']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:43.489800 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:33:44.117165 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b921f-79af-4054-9418-aea8e455ba66 req-8ec2d9d4-8a1b-47fc-8308-3bd796a05539 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:44.118686 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3d2b921f-79af-4054-9418-aea8e455ba66 req-8ec2d9d4-8a1b-47fc-8308-3bd796a05539 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0504060 Sep 13 15:33:44.167759 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3d2b921f-79af-4054-9418-aea8e455ba66 req-f089f202-cfe4-4586-b2c1-1148df22778c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Sep 13 15:33:44.391418 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf349c75-db60-458a-ba9b-12581bcff477 req-dbf180e3-6243-4d4e-a6c7-c4eb53a62b92 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:44.393241 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cf349c75-db60-458a-ba9b-12581bcff477 req-dbf180e3-6243-4d4e-a6c7-c4eb53a62b92 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 944 time: 0.0501430 Sep 13 15:33:44.445536 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cf349c75-db60-458a-ba9b-12581bcff477 req-0fbc5b64-5ad4-4cfb-8a30-740d34e8edad tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Sep 13 15:33:44.594467 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:45.176137 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:33:45.226556 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:33:45.226941 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:45.294146 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87d65-7c29-49c9-bf31-f623908eedd0 req-2688ecfd-7341-457f-a5e6-5ec08cc4c8e7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:45.295636 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d5a87d65-7c29-49c9-bf31-f623908eedd0 req-2688ecfd-7341-457f-a5e6-5ec08cc4c8e7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0507672 Sep 13 15:33:45.305030 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:33:45.305425 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:45.328379 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:33:45.330731 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b9e32-a6fe-45af-aa74-c6bf9d252266" -d '{"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-plugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:33:45.339771 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:45.344273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:45.345145 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d5a87d65-7c29-49c9-bf31-f623908eedd0 req-121f956c-2702-44a4-aa10-be1277643a62 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Sep 13 15:33:45.349530 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:45.392467 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e6ce1e-ec79-409c-b635-021267ee2991 x-openstack-request-id: req-50e6ce1e-ec79-409c-b635-021267ee2991 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:33:45.392759 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-plugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:33:45.393058 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50e6ce1e-ec79-409c-b635-021267ee2991 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:33:45.393456 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e6ce1e-ec79-409c-b635-021267ee2991'] response: {'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'code': 200} Sep 13 15:33:45.404786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=7']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:45.582543 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec09eba-0add-4abf-8df9-05b2ed167132 req-6d0bbdeb-c8f7-41f7-b4e7-f7485ffbde88 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:45.584039 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cec09eba-0add-4abf-8df9-05b2ed167132 req-6d0bbdeb-c8f7-41f7-b4e7-f7485ffbde88 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0518234 Sep 13 15:33:45.636396 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cec09eba-0add-4abf-8df9-05b2ed167132 req-faf31721-8994-404c-a19a-bfcf7976416f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Sep 13 15:33:46.245963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1c1227d5-b4b1-4d11-ab9c-9adbc739d5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:46.478035 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc177-b407-4f38-8885-b0e8195f7db9 req-dbbd8a36-0889-467a-8229-30a96b3596c2 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:46.479448 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-411dc177-b407-4f38-8885-b0e8195f7db9 req-dbbd8a36-0889-467a-8229-30a96b3596c2 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0533352 Sep 13 15:33:46.533962 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-411dc177-b407-4f38-8885-b0e8195f7db9 req-04492c84-7def-461d-b8fe-4da346ef520b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486012 Sep 13 15:33:46.772502 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b366cf6-0c2a-444d-a81c-b6c6b1d4cd9e req-20a26ae0-37e1-4465-8261-efd6ed9733ed tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:46.773873 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2b366cf6-0c2a-444d-a81c-b6c6b1d4cd9e req-20a26ae0-37e1-4465-8261-efd6ed9733ed tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Sep 13 15:33:46.825915 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2b366cf6-0c2a-444d-a81c-b6c6b1d4cd9e req-2d15c628-1bec-45de-b52d-c0c5d925522e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Sep 13 15:33:47.671002 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77923e-0c26-474b-8c3e-d1e21cb42c77 req-b35ac35a-c322-4578-b76a-ad6c9b65a5aa tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:47.672476 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7b77923e-0c26-474b-8c3e-d1e21cb42c77 req-b35ac35a-c322-4578-b76a-ad6c9b65a5aa tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0518401 Sep 13 15:33:47.721398 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7b77923e-0c26-474b-8c3e-d1e21cb42c77 req-0f72b1ed-0224-45ad-87c5-4ce9fc7780a4 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Sep 13 15:33:47.957134 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:47.971066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be7c7-fce6-49cf-8a54-75e30ba4532f req-d2a997a2-ac53-42e0-9454-339dcf4343d7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:47.972654 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b16be7c7-fce6-49cf-8a54-75e30ba4532f req-d2a997a2-ac53-42e0-9454-339dcf4343d7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0528712 Sep 13 15:33:48.020451 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b16be7c7-fce6-49cf-8a54-75e30ba4532f req-a1547420-83c7-43b8-9a50-9d7bc837c4fd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416288 Sep 13 15:33:48.593235 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-00451650-d530-45e3-80c9-b81d98c13749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:48.860561 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240e25e-cd1b-40bb-bce2-9b234430f44d req-657124c8-55ea-43c1-9a61-4815d5a0bd5d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:48.861970 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c240e25e-cd1b-40bb-bce2-9b234430f44d req-657124c8-55ea-43c1-9a61-4815d5a0bd5d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0633862 Sep 13 15:33:48.923292 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c240e25e-cd1b-40bb-bce2-9b234430f44d req-4d4be29c-39d3-4236-af5c-a879ab4ceaa8 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537271 Sep 13 15:33:49.133344 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280bf48-9445-401e-b552-81e1c42178da req-a62755ac-1e32-4567-b65c-255aec32b8ed tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:49.135077 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6280bf48-9445-401e-b552-81e1c42178da req-a62755ac-1e32-4567-b65c-255aec32b8ed tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0498357 Sep 13 15:33:49.188404 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6280bf48-9445-401e-b552-81e1c42178da req-80fb11bf-4b0a-4438-a1d8-39674d060857 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474916 Sep 13 15:33:49.192934 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-b3495250-4194-4352-a84c-cab44f5a6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:49.194482 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-b3495250-4194-4352-a84c-cab44f5a6b59 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1129 time: 0.0414088 Sep 13 15:33:49.290835 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-f1b7bd3d-7c72-4e38-b8d7-a44e8c704e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:49.292355 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-f1b7bd3d-7c72-4e38-b8d7-a44e8c704e61 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.0917675 Sep 13 15:33:49.295981 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85f192-8d7b-43d3-92e7-2dfbbb142889 req-2d768008-1b94-40a3-8354-b69e4d75fa02 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:49.297437 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cc85f192-8d7b-43d3-92e7-2dfbbb142889 req-2d768008-1b94-40a3-8354-b69e4d75fa02 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0495641 Sep 13 15:33:49.349891 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cc85f192-8d7b-43d3-92e7-2dfbbb142889 req-82a1cdef-865a-4d72-b94f-4e4bb682ec36 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462146 Sep 13 15:33:49.364921 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-a5b3aa66-b5f9-4d7c-a6b8-b58d47ce3fa3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 1001 time: 0.0558121 Sep 13 15:33:49.418980 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-4baf3214-0cc7-49e7-b33b-788c39d8e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:49.420428 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-4baf3214-0cc7-49e7-b33b-788c39d8e06f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0497074 Sep 13 15:33:49.465755 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-25bea405-7719-4e59-8670-8726d8e0b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:49.467287 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-25bea405-7719-4e59-8670-8726d8e0b4cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402927 Sep 13 15:33:49.568166 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-4ca3b553-c350-4337-b38e-422619d25754 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942340 Sep 13 15:33:49.586325 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:49.664524 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-bfbb01f6-73b5-4876-b348-607606dbcbf9 req-48463b4f-a457-40fc-81d3-bb2f5d52a485 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Sep 13 15:33:50.314760 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c8f9-4213-442f-bbbc-7ca0b5c5a033 req-24428227-fccc-40b5-8aa7-1055abe69994 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:50.316252 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2c32c8f9-4213-442f-bbbc-7ca0b5c5a033 req-24428227-fccc-40b5-8aa7-1055abe69994 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0480018 Sep 13 15:33:50.365207 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2c32c8f9-4213-442f-bbbc-7ca0b5c5a033 req-6af03191-090a-40dd-b367-2fbbf23e72bd tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Sep 13 15:33:50.489600 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019453-837d-4728-a45a-5163f7100617 req-e9000d99-8e24-4a46-a5f1-fb660214e84d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:50.491013 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f019453-837d-4728-a45a-5163f7100617 req-e9000d99-8e24-4a46-a5f1-fb660214e84d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0530729 Sep 13 15:33:50.540289 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f019453-837d-4728-a45a-5163f7100617 req-00b321d9-aa04-4bc5-b775-b77d072e83bb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 Sep 13 15:33:51.074575 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:51.237911 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:51.506947 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192964a8-2474-4207-bf38-c2b44b5dac41 req-cfa8a021-a011-4b37-a806-dcdc8a5b034c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:51.514186 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-192964a8-2474-4207-bf38-c2b44b5dac41 req-cfa8a021-a011-4b37-a806-dcdc8a5b034c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0622146 Sep 13 15:33:51.559551 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-192964a8-2474-4207-bf38-c2b44b5dac41 req-0634884a-4320-4388-a77a-413e5b4f8ae3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Sep 13 15:33:51.657881 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:51.708525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cefcf-ec26-4cab-973e-f15e4ad80db0 req-dd780bf3-4b8c-4d6a-ac4a-061a5018c594 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:51.710426 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-324cefcf-ec26-4cab-973e-f15e4ad80db0 req-dd780bf3-4b8c-4d6a-ac4a-061a5018c594 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0614469 Sep 13 15:33:51.765100 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-324cefcf-ec26-4cab-973e-f15e4ad80db0 req-0c6fc11f-4466-4de3-972d-1ffbf0897e77 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485551 Sep 13 15:33:52.915884 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58e23-b6e8-4627-a52f-8f3c2cdc70ca req-3d4a289b-52f2-4b70-8bec-b22fbb0af190 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:52.917311 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-73c58e23-b6e8-4627-a52f-8f3c2cdc70ca req-3d4a289b-52f2-4b70-8bec-b22fbb0af190 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Sep 13 15:33:52.971088 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-73c58e23-b6e8-4627-a52f-8f3c2cdc70ca req-0f4853b6-2e9a-43cc-ab5d-21aa3d40cfc5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474601 Sep 13 15:33:54.111524 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2d06-e1de-41ac-9d98-1e7acfd78330 req-62105314-a001-44b7-832d-928c6841a952 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:54.113261 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-089c2d06-e1de-41ac-9d98-1e7acfd78330 req-62105314-a001-44b7-832d-928c6841a952 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0549481 Sep 13 15:33:54.171187 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-089c2d06-e1de-41ac-9d98-1e7acfd78330 req-9a79a1cb-867d-4d14-852b-7e42cf2a1680 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508776 Sep 13 15:33:55.334257 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cdfc7-cdf2-46cb-bbd5-87e8aa5a2f18 req-5d02dd0e-6130-41ad-94d5-15a302114c2e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:55.341601 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a8cdfc7-cdf2-46cb-bbd5-87e8aa5a2f18 req-5d02dd0e-6130-41ad-94d5-15a302114c2e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0774972 Sep 13 15:33:55.388906 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a8cdfc7-cdf2-46cb-bbd5-87e8aa5a2f18 req-d73ff63e-9f42-442e-85b1-6bbd4f5889d0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464070 Sep 13 15:33:56.521664 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727241a3-d425-4b5d-bb27-35eda6ae0617 req-d7ab5b3b-8de9-462e-bc91-d20614df4b94 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:56.523211 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-727241a3-d425-4b5d-bb27-35eda6ae0617 req-d7ab5b3b-8de9-462e-bc91-d20614df4b94 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Sep 13 15:33:56.544425 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:56.585182 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-727241a3-d425-4b5d-bb27-35eda6ae0617 req-4b6f3e7e-be87-4e6d-92ba-f520425424b0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549426 Sep 13 15:33:57.661086 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:33:57.710218 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60454) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:57.738623 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a09c16-7909-4c60-b6f7-536169c66f77 req-1d36f01c-8854-4050-9034-e51401250115 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:57.740243 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a7a09c16-7909-4c60-b6f7-536169c66f77 req-1d36f01c-8854-4050-9034-e51401250115 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0624549 Sep 13 15:33:57.774638 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb814-e30a-409e-95b7-b949de9d1955 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group (7254658d-845c-451d-b7a9-c5c287f863b5), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:57.799462 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a7a09c16-7909-4c60-b6f7-536169c66f77 req-f7444a8f-ed5d-49e5-bcd1-604f23f50292 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521777 Sep 13 15:33:57.805544 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb814-e30a-409e-95b7-b949de9d1955 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group (7254658d-845c-451d-b7a9-c5c287f863b5), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:57.889555 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb814-e30a-409e-95b7-b949de9d1955 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7254658d-845c-451d-b7a9-c5c287f863b5), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:57.892316 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb814-e30a-409e-95b7-b949de9d1955 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:57.895023 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-cbdeb814-e30a-409e-95b7-b949de9d1955 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7254658d-845c-451d-b7a9-c5c287f863b5 HTTP/1.1" status: 204 len: 168 time: 0.1818779 Sep 13 15:33:57.904265 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeb814-e30a-409e-95b7-b949de9d1955 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254658d-845c-451d-b7a9-c5c287f863b5,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:57.966678 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60458) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:58.609481 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:58.632196 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (7f7328cf-7f35-4d9d-90a4-669ec5528d74), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:58.675231 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:58.953315 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499669e-91c5-4a46-92b8-b4a80185c0e1 req-7c2c7fc9-cabd-40a8-933d-ef6228d8e96d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:33:58.960179 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Deleting port 56fac484-9049-4099-af3c-89bd3e76a881 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:33:58.960726 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (56fac484-9049-4099-af3c-89bd3e76a881), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:58.966672 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2499669e-91c5-4a46-92b8-b4a80185c0e1 req-7c2c7fc9-cabd-40a8-933d-ef6228d8e96d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0724325 Sep 13 15:33:59.019655 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2499669e-91c5-4a46-92b8-b4a80185c0e1 req-32b6d124-03e9-4baf-965e-c0608354084c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518110 Sep 13 15:33:59.057066 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] For port 56fac484-9049-4099-af3c-89bd3e76a881, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=56fac484-9049-4099-af3c-89bd3e76a881,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:33:59.057355 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (56fac484-9049-4099-af3c-89bd3e76a881), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:59.072266 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Calling delete_port for 56fac484-9049-4099-af3c-89bd3e76a881 owned by network:router_interface {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:33:59.263598 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (56fac484-9049-4099-af3c-89bd3e76a881), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:59.295260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fac484-9049-4099-af3c-89bd3e76a881,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:33:59.503206 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (7f7328cf-7f35-4d9d-90a4-669ec5528d74), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:33:59.672418 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:59.710299 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:59.745946 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:33:59.860101 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:33:59.865325 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6f6f91ef-7314-4c43-9e54-b1ceeed90293 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7f7328cf-7f35-4d9d-90a4-669ec5528d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975711 Sep 13 15:33:59.868051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60464) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:33:59.874040 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] Sync routers for ids ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:33:59.889622 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] Routers {'7f7328cf-7f35-4d9d-90a4-669ec5528d74'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:33:59.891158 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:33:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:33:59.945048 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:59.965267 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:33:59.994867 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks [] for router (7f7328cf-7f35-4d9d-90a4-669ec5528d74), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:00.044558 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] Set router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:34:00.111873 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks [] for router_gateway (7f7328cf-7f35-4d9d-90a4-669ec5528d74), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:00.203909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Deleting port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:00.204427 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:00.256595 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eedeb8-a636-4c8b-9e93-f9878e4d498a req-924a688f-f681-4ed4-b17b-beed9ee36e11 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:00.263615 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52eedeb8-a636-4c8b-9e93-f9878e4d498a req-924a688f-f681-4ed4-b17b-beed9ee36e11 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.1082904 Sep 13 15:34:00.264040 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:33:59Z', 'revision_number': 5, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port': {'id': '2eca39c8-df97-48b3-afb0-ccb6fa4860ad', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:58Z', 'updated_at': '2022-09-13T15:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:00.296405 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] Checking router: 7f7328cf-7f35-4d9d-90a4-669ec5528d74 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:34:00.307248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] Routers {'7f7328cf-7f35-4d9d-90a4-669ec5528d74'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:34:00.307887 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:33:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:00.339279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] For port 2eca39c8-df97-48b3-afb0-ccb6fa4860ad, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:00.340029 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:00.368440 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52eedeb8-a636-4c8b-9e93-f9878e4d498a req-0a209426-c5c8-497d-b832-3eae9c631d79 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036656 Sep 13 15:34:00.369915 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Calling delete_port for 2eca39c8-df97-48b3-afb0-ccb6fa4860ad owned by network:router_gateway {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:00.427746 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] Set router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 gateway port host: None {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:34:00.436221 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:00.497230 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:34:00Z', 'revision_number': 6, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:00.522473 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:00.550081 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061658d1-cb7a-451c-9de4-cbfe61fa3e1b None None] The sync data for ids ['7f7328cf-7f35-4d9d-90a4-669ec5528d74'] in dv-cinder-857434-2-iscsi is: [{'id': '7f7328cf-7f35-4d9d-90a4-669ec5528d74', 'name': 'tempest-TestVolumeBootPattern-1458719254-router', 'tenant_id': 'f99e1e9c3c13491e86734af2b526fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:56Z', 'updated_at': '2022-09-13T15:34:00Z', 'revision_number': 6, 'project_id': 'f99e1e9c3c13491e86734af2b526fc42', 'gw_port_host': None}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:34:00.586694 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (2eca39c8-df97-48b3-afb0-ccb6fa4860ad), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:00.631517 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eca39c8-df97-48b3-afb0-ccb6fa4860ad,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:00.686586 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (7f7328cf-7f35-4d9d-90a4-669ec5528d74), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.044978 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (7f7328cf-7f35-4d9d-90a4-669ec5528d74), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.047999 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks [] for router_controller (7f7328cf-7f35-4d9d-90a4-669ec5528d74), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.129577 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (7f7328cf-7f35-4d9d-90a4-669ec5528d74), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.130376 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7328cf-7f35-4d9d-90a4-669ec5528d74 {{(pid=106263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:34:01.135346 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.136486 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-30abeb72-e0d0-434a-a615-714566f0b281 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/7f7328cf-7f35-4d9d-90a4-669ec5528d74 HTTP/1.1" status: 204 len: 168 time: 1.2674026 Sep 13 15:34:01.139247 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60474) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:01.193951 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Deleting subnet bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:34:01.197423 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Publish callbacks [] for subnet (bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.236371 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.320645 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.381024 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.408507 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:01.415652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.422590 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-04b56cc8-f8ff-4e1a-bf0f-f821c25a9688 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/bb5f9a14-5d62-4c57-ae0e-60ceaf64e19a HTTP/1.1" status: 204 len: 168 time: 0.2792137 Sep 13 15:34:01.422797 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60484) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:01.430448 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb7357-2243-4019-b493-50bff0e86859 None None] Network 7851da04-1684-4f7c-8bef-bacba413f66a requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:34:01.527025 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 56fac484-9049-4099-af3c-89bd3e76a881 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:01.552540 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 56fac484-9049-4099-af3c-89bd3e76a881 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:34:01.553092 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 56fac484-9049-4099-af3c-89bd3e76a881 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:34:01.553680 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 2eca39c8-df97-48b3-afb0-ccb6fa4860ad no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:01.565671 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (7851da04-1684-4f7c-8bef-bacba413f66a), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.597674 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 2eca39c8-df97-48b3-afb0-ccb6fa4860ad {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:34:01.598035 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 2eca39c8-df97-48b3-afb0-ccb6fa4860ad not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:34:01.614291 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebfda6-5961-4a44-8a42-6be026de718c req-29671717-50d5-4eb2-a3f4-ebaf97ca9cb1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:01.615853 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-27ebfda6-5961-4a44-8a42-6be026de718c req-29671717-50d5-4eb2-a3f4-ebaf97ca9cb1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0940497 Sep 13 15:34:01.644138 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Deleting port 543df313-fa84-4eac-8aea-45711432ec7c {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:01.644574 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (543df313-fa84-4eac-8aea-45711432ec7c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.672942 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.682073 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] DHCP port deletion for 7851da04-1684-4f7c-8bef-bacba413f66a request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:34:01.721974 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] Deleting port 543df313-fa84-4eac-8aea-45711432ec7c {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:01.722379 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (543df313-fa84-4eac-8aea-45711432ec7c), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.729669 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-27ebfda6-5961-4a44-8a42-6be026de718c req-cca5c801-d166-472c-8c5b-9c66d8912573 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035311 Sep 13 15:34:01.736846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] For port 543df313-fa84-4eac-8aea-45711432ec7c, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=543df313-fa84-4eac-8aea-45711432ec7c,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:01.737204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (543df313-fa84-4eac-8aea-45711432ec7c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.749877 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Calling delete_port for 543df313-fa84-4eac-8aea-45711432ec7c owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:01.793382 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] For port 543df313-fa84-4eac-8aea-45711432ec7c, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=543df313-fa84-4eac-8aea-45711432ec7c,segment=NetworkSegment(e2315963-a2c2-418b-a095-adfe2ce69db5),segment_id=e2315963-a2c2-418b-a095-adfe2ce69db5)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:01.793896 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (543df313-fa84-4eac-8aea-45711432ec7c), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.809068 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] Calling delete_port for 543df313-fa84-4eac-8aea-45711432ec7c owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:01.862037 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (543df313-fa84-4eac-8aea-45711432ec7c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.887886 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Pushing event deleted for resources: {'Port': ['ID=543df313-fa84-4eac-8aea-45711432ec7c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:01.891654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] No DVR routers for this DVR port 543df313-fa84-4eac-8aea-45711432ec7c on host dv-cinder-857434-2-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:34:01.898597 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (543df313-fa84-4eac-8aea-45711432ec7c), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.922968 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] Pushing event deleted for resources: {'Port': ['ID=543df313-fa84-4eac-8aea-45711432ec7c,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:01.926799 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ea031-0fd4-46aa-aaa3-6aa07c0ccb57 None None] No DVR routers for this DVR port 543df313-fa84-4eac-8aea-45711432ec7c on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:34:01.971269 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (7851da04-1684-4f7c-8bef-bacba413f66a), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:01.996724 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7851da04-1684-4f7c-8bef-bacba413f66a']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:02.005083 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:02.007026 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2315963-a2c2-418b-a095-adfe2ce69db5') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:02.007334 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2315963-a2c2-418b-a095-adfe2ce69db5') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:02.017725 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (e2315963-a2c2-418b-a095-adfe2ce69db5), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:02.031298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (e2315963-a2c2-418b-a095-adfe2ce69db5), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:02.038210 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:34:02.038678 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (e2315963-a2c2-418b-a095-adfe2ce69db5), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:02.078677 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment e2315963-a2c2-418b-a095-adfe2ce69db5 resource provider aggregate not found Sep 13 15:34:02.098166 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment e2315963-a2c2-418b-a095-adfe2ce69db5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2315963-a2c2-418b-a095-adfe2ce69db5 found for delete ", "request_id": "req-7e3713af-cee4-4128-9aa5-2ef370f0cedc"}]} Sep 13 15:34:02.105173 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (7851da04-1684-4f7c-8bef-bacba413f66a), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:02.111151 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:02.114213 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/7851da04-1684-4f7c-8bef-bacba413f66a HTTP/1.1" status: 204 len: 168 time: 0.6901627 Sep 13 15:34:02.117350 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60494) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:02.125371 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d67f48-e1e0-4344-87a9-be3607b2eddb admin admin] Pushing event deleted for resources: {'Network': ['ID=7851da04-1684-4f7c-8bef-bacba413f66a,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:02.445050 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:02.554401 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3768cc-c308-4661-b566-b5397d4c146a req-514ab93f-4183-41b4-b153-01d5329740d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:02.555902 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-514ab93f-4183-41b4-b153-01d5329740d4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1129 time: 0.0751734 Sep 13 15:34:02.576816 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:02.618273 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:02.718389 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3768cc-c308-4661-b566-b5397d4c146a req-241cd904-f33a-4afe-b00c-fafd7e58f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:02.719766 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-241cd904-f33a-4afe-b00c-fafd7e58f6b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.1510270 Sep 13 15:34:02.870576 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2985d-8baf-4270-a1c4-92acea82cc57 req-71890ef9-8d2d-4ddc-9381-93db6ffe64da tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:02.872170 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e2985d-8baf-4270-a1c4-92acea82cc57 req-71890ef9-8d2d-4ddc-9381-93db6ffe64da tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0507953 Sep 13 15:34:02.929918 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e2985d-8baf-4270-a1c4-92acea82cc57 req-4f9c1d06-0071-431d-a466-7de47237053c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509169 Sep 13 15:34:03.071959 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-c78ea02c-a830-4290-a1cb-9660050a61d6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 200 len: 1001 time: 0.3435845 Sep 13 15:34:03.090237 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Deleting port 99ac4978-048b-4440-9ae2-24480e2bb6ce {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:03.090583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:03.163813 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3768cc-c308-4661-b566-b5397d4c146a req-4710c766-7a6e-4c2c-a05e-aa600240f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:03.165448 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-4710c766-7a6e-4c2c-a05e-aa600240f891 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0836766 Sep 13 15:34:03.232179 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] For port 99ac4978-048b-4440-9ae2-24480e2bb6ce, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=99ac4978-048b-4440-9ae2-24480e2bb6ce,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:03.232552 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:03.235369 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3768cc-c308-4661-b566-b5397d4c146a req-e6c50845-4593-4e88-b0df-46d6c4c8a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:03.236852 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-e6c50845-4593-4e88-b0df-46d6c4c8a80c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629692 Sep 13 15:34:03.247972 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Calling delete_port for 99ac4978-048b-4440-9ae2-24480e2bb6ce owned by network:router_interface {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:03.382575 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-8ae4cc04-3676-4ebc-b463-fe5a67121bf9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356411 Sep 13 15:34:03.398964 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 543df313-fa84-4eac-8aea-45711432ec7c no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:03.418754 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 543df313-fa84-4eac-8aea-45711432ec7c {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:34:03.419117 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 543df313-fa84-4eac-8aea-45711432ec7c not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:34:03.533045 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-3c3768cc-c308-4661-b566-b5397d4c146a req-022bf429-9d4e-48ff-90b9-92893ba451b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428144 Sep 13 15:34:03.564866 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:03.589542 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (99ac4978-048b-4440-9ae2-24480e2bb6ce), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:03.614410 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=99ac4978-048b-4440-9ae2-24480e2bb6ce,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:03.624753 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.625143 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.625549 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.625905 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.626324 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.626694 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.627021 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.627352 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.627721 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.628034 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.628349 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.628677 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.629010 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.629348 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.629668 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:03.706634 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:03.806013 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.018770 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:34:04.048733 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:04.061183 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe824-ca55-4f4a-b11a-0d3529d1da39 req-d2605c30-3266-4f03-92f5-5358ee96d6c3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:04.062699 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e3fe824-ca55-4f4a-b11a-0d3529d1da39 req-d2605c30-3266-4f03-92f5-5358ee96d6c3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0492024 Sep 13 15:34:04.117730 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e3fe824-ca55-4f4a-b11a-0d3529d1da39 req-f62b01e5-94ef-46fd-b2ba-7b9e4d480c96 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485966 Sep 13 15:34:04.123097 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:34:04.128562 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9889dc35-0d04-4301-9850-38763bc2a0ad admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/71cec64f-80b9-4c25-a1bd-22f0d1242a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0101490 Sep 13 15:34:04.131559 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60500) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:04.134240 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] Sync routers for ids ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:34:04.145787 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] Routers {'71cec64f-80b9-4c25-a1bd-22f0d1242a1b'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:34:04.146561 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:33:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:04.234365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks [] for router (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.247166 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] Set router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:34:04.337644 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks [] for router_gateway (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.382798 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Deleting port 193ed8e9-4f55-4ef2-91e6-987e487f6efb {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:04.383141 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.414688 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:34:03Z', 'revision_number': 5, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port': {'id': '193ed8e9-4f55-4ef2-91e6-987e487f6efb', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:07Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:04.439879 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] Checking router: 71cec64f-80b9-4c25-a1bd-22f0d1242a1b for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:34:04.448467 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] Routers {'71cec64f-80b9-4c25-a1bd-22f0d1242a1b'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:34:04.449074 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:33:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:04.475036 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] For port 193ed8e9-4f55-4ef2-91e6-987e487f6efb, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=193ed8e9-4f55-4ef2-91e6-987e487f6efb,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:04.475527 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.488872 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Calling delete_port for 193ed8e9-4f55-4ef2-91e6-987e487f6efb owned by network:router_gateway {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:04.493998 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:04.622464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:04.623191 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] Set router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:34:04.672911 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:34:04Z', 'revision_number': 6, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:04.673452 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (193ed8e9-4f55-4ef2-91e6-987e487f6efb), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.698778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Pushing event deleted for resources: {'Port': ['ID=193ed8e9-4f55-4ef2-91e6-987e487f6efb,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:04.700292 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ad5dd-48a3-4043-8e85-2b01f3cb56ff None None] The sync data for ids ['71cec64f-80b9-4c25-a1bd-22f0d1242a1b'] in dv-cinder-857434-2-iscsi is: [{'id': '71cec64f-80b9-4c25-a1bd-22f0d1242a1b', 'name': 'tempest-TestVolumeBootPattern-1318213854-router', 'tenant_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:06Z', 'updated_at': '2022-09-13T15:34:04Z', 'revision_number': 6, 'project_id': 'dc9ec7f984554ee087775cb0d36aed7c', 'gw_port_host': None}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:34:04.763752 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.849901 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.852133 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks [] for router_controller (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.898085 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (71cec64f-80b9-4c25-a1bd-22f0d1242a1b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.898932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71cec64f-80b9-4c25-a1bd-22f0d1242a1b {{(pid=106264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:34:04.904998 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.906268 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-533a9ec8-6275-4fca-a1eb-16041ba16358 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/71cec64f-80b9-4c25-a1bd-22f0d1242a1b HTTP/1.1" status: 204 len: 168 time: 0.7737398 Sep 13 15:34:04.908847 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60502) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:04.955904 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Deleting subnet 105f5477-45cd-4ee5-94b4-e51a3e80ec8c {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:34:04.959207 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Publish callbacks [] for subnet (105f5477-45cd-4ee5-94b4-e51a3e80ec8c), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:04.994234 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (105f5477-45cd-4ee5-94b4-e51a3e80ec8c), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.075856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (105f5477-45cd-4ee5-94b4-e51a3e80ec8c), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.139089 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (105f5477-45cd-4ee5-94b4-e51a3e80ec8c), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.165054 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105f5477-45cd-4ee5-94b4-e51a3e80ec8c,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:05.168628 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.174458 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60506) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:05.174938 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2fd2e18c-9d82-4d5f-ba15-0db51137bb85 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/105f5477-45cd-4ee5-94b4-e51a3e80ec8c HTTP/1.1" status: 204 len: 168 time: 0.2646787 Sep 13 15:34:05.176298 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22b963-7ece-4fa8-b328-14fb4a5ceaec None None] Network 78d68ced-94a2-498b-9c96-0c8acf8450fb requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:34:05.281790 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (78d68ced-94a2-498b-9c96-0c8acf8450fb), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.289179 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc169e-1f8d-4d30-ac54-c131057057c8 req-8acbfc6a-1246-44ad-b658-6c90a87494e4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:05.290925 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-12fc169e-1f8d-4d30-ac54-c131057057c8 req-8acbfc6a-1246-44ad-b658-6c90a87494e4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0704827 Sep 13 15:34:05.362312 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Deleting port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:05.362655 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.379676 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-12fc169e-1f8d-4d30-ac54-c131057057c8 req-2ded88cf-48fd-4488-9ea6-288a16a26aa8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817399 Sep 13 15:34:05.437577 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] For port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:05.437983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.452895 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Calling delete_port for 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:05.466789 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] DHCP port deletion for 78d68ced-94a2-498b-9c96-0c8acf8450fb request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:34:05.474693 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:05.515112 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] Deleting port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:34:05.515739 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.559658 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 99ac4978-048b-4440-9ae2-24480e2bb6ce no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:05.570861 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.598546 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 99ac4978-048b-4440-9ae2-24480e2bb6ce {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:34:05.598968 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 99ac4978-048b-4440-9ae2-24480e2bb6ce not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:34:05.599591 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:05.600148 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:05.605158 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] No DVR routers for this DVR port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e on host dv-cinder-857434-2-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:34:05.615487 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.615832 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.616168 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.616508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.616849 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.617177 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.617498 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.617817 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.618152 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.618481 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.618803 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.619126 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.619442 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.619760 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.620072 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:05.628782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:34:05.629343 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:34:05.630007 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 193ed8e9-4f55-4ef2-91e6-987e487f6efb no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:05.634042 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] For port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,segment=NetworkSegment(300d6349-c08e-4040-82c6-ee53a6ddc871),segment_id=300d6349-c08e-4040-82c6-ee53a6ddc871)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:05.634699 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.661425 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 193ed8e9-4f55-4ef2-91e6-987e487f6efb {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:34:05.661904 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 193ed8e9-4f55-4ef2-91e6-987e487f6efb not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:34:05.666869 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] Calling delete_port for 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:34:05.711783 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:05.717754 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (78d68ced-94a2-498b-9c96-0c8acf8450fb), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.744894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d68ced-94a2-498b-9c96-0c8acf8450fb']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:05.751918 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.757278 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300d6349-c08e-4040-82c6-ee53a6ddc871') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:05.757581 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300d6349-c08e-4040-82c6-ee53a6ddc871') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:05.768756 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (300d6349-c08e-4040-82c6-ee53a6ddc871), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.777285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] Pushing event deleted for resources: {'Port': ['ID=7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:05.783174 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8ea88-7e8b-4f5d-8f24-973d8533e1dc None None] No DVR routers for this DVR port 7380ce4c-18e1-4e8e-89a6-f8b56fb8e48e on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:34:05.783894 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (300d6349-c08e-4040-82c6-ee53a6ddc871), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.797301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:34:05.797814 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (300d6349-c08e-4040-82c6-ee53a6ddc871), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.847914 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 300d6349-c08e-4040-82c6-ee53a6ddc871 resource provider aggregate not found Sep 13 15:34:05.868971 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 300d6349-c08e-4040-82c6-ee53a6ddc871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 300d6349-c08e-4040-82c6-ee53a6ddc871 found for delete ", "request_id": "req-88d3a9c2-780c-49ae-ba16-bcd7eae5543e"}]} Sep 13 15:34:05.878863 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (78d68ced-94a2-498b-9c96-0c8acf8450fb), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.884530 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:05.890430 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/78d68ced-94a2-498b-9c96-0c8acf8450fb HTTP/1.1" status: 204 len: 168 time: 0.7123330 Sep 13 15:34:05.903684 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800499d0-a963-45ab-a972-d7274368a8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=78d68ced-94a2-498b-9c96-0c8acf8450fb,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:06.084034 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60516) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:06.126633 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-96b789ec-20c3-4afc-b9ae-01e59591b46d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f99e1e9c3c13491e86734af2b526fc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411127 Sep 13 15:34:06.129204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60518) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:06.168630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:06.179028 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ab504c4c-0ab5-4465-9048-fa432e86e20f admin admin] Publish callbacks [] for security_group (4e91f620-169a-4c8f-ab64-f7db96260d0d), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.199586 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ab504c4c-0ab5-4465-9048-fa432e86e20f admin admin] Publish callbacks [] for security_group (4e91f620-169a-4c8f-ab64-f7db96260d0d), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.209579 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:06.257346 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ab504c4c-0ab5-4465-9048-fa432e86e20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4e91f620-169a-4c8f-ab64-f7db96260d0d), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.260763 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ab504c4c-0ab5-4465-9048-fa432e86e20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.262690 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-ab504c4c-0ab5-4465-9048-fa432e86e20f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4e91f620-169a-4c8f-ab64-f7db96260d0d HTTP/1.1" status: 204 len: 168 time: 0.1326118 Sep 13 15:34:06.272697 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab504c4c-0ab5-4465-9048-fa432e86e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e91f620-169a-4c8f-ab64-f7db96260d0d,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:06.513087 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec29f7-f152-4093-8be3-072f172f3ab1 req-eb5b6ac4-6ecd-44ec-8262-75509e285b37 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:06.514801 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14ec29f7-f152-4093-8be3-072f172f3ab1 req-eb5b6ac4-6ecd-44ec-8262-75509e285b37 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Sep 13 15:34:06.566979 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14ec29f7-f152-4093-8be3-072f172f3ab1 req-042d56ef-73b4-4001-a21e-f864a30c0275 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452414 Sep 13 15:34:06.612841 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60528) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:06.659473 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-52307c32-3966-4324-8465-2f522de35bca admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dc9ec7f984554ee087775cb0d36aed7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453176 Sep 13 15:34:06.661997 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60532) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:06.716928 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73e369e6-0c75-4056-bfa4-1931c84720b9 admin admin] Publish callbacks [] for security_group (f254a346-3287-4966-89d9-0af0f269c8e3), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.739644 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73e369e6-0c75-4056-bfa4-1931c84720b9 admin admin] Publish callbacks [] for security_group (f254a346-3287-4966-89d9-0af0f269c8e3), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.790620 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73e369e6-0c75-4056-bfa4-1931c84720b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f254a346-3287-4966-89d9-0af0f269c8e3), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.795478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-73e369e6-0c75-4056-bfa4-1931c84720b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:06.796648 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-73e369e6-0c75-4056-bfa4-1931c84720b9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f254a346-3287-4966-89d9-0af0f269c8e3 HTTP/1.1" status: 204 len: 168 time: 0.1337202 Sep 13 15:34:06.800451 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:06.807153 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e369e6-0c75-4056-bfa4-1931c84720b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f254a346-3287-4966-89d9-0af0f269c8e3,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:06.954281 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-0c11e655-4ec1-47c0-972f-0b417501ef1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481970 Sep 13 15:34:07.021777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-d1abddd5-87cb-4088-924f-0820eeb79fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:07.023434 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-d1abddd5-87cb-4088-924f-0820eeb79fa2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 1130 time: 0.0446806 Sep 13 15:34:07.138245 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-eeeaba86-edb7-4c00-893e-efb36b7b7537 req-5bc6528b-95fb-400e-93bd-c2e89f1cd7c3 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:34:07.139188 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eeeaba86-edb7-4c00-893e-efb36b7b7537 req-5bc6528b-95fb-400e-93bd-c2e89f1cd7c3 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056164 Sep 13 15:34:07.163893 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-79b5c588-d40c-4f2c-94cd-3ef2a63162fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:07.165613 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-79b5c588-d40c-4f2c-94cd-3ef2a63162fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.1109035 Sep 13 15:34:07.208887 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-ae6ef528-945c-4f46-9044-a1257317a134 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=678a26e2-4972-4820-8b36-e8ab2402f95d HTTP/1.1" status: 200 len: 217 time: 0.0359392 Sep 13 15:34:07.268520 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-e8f74232-2194-4eab-b0c2-b9d00c77edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:07.270152 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-e8f74232-2194-4eab-b0c2-b9d00c77edf0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0543370 Sep 13 15:34:07.318903 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:07.322868 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-aafb6304-ca87-4abb-ac62-11167d84a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:07.323688 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:34:07.324878 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-aafb6304-ca87-4abb-ac62-11167d84a743 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478656 Sep 13 15:34:07.337292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0dda1-d98e-475e-bb9c-e8784dc00f67 req-6f69437f-6f69-4240-b924-5540e9b9b085 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:07.339485 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afd0dda1-d98e-475e-bb9c-e8784dc00f67 req-6f69437f-6f69-4240-b924-5540e9b9b085 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 945 time: 0.0550504 Sep 13 15:34:07.404451 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: ACTIVE; New status is: DOWN {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:34:07.405949 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:07.410786 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afd0dda1-d98e-475e-bb9c-e8784dc00f67 req-75447b33-159c-4f4b-812f-f2e25474def1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636263 Sep 13 15:34:07.436208 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-d6436c90-2967-44c3-8d04-5c00a50f0b85 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935030 Sep 13 15:34:07.449417 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:34:07.451321 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1e9152-5bfb-4a4a-963d-a5d7fd0b2f06" -d '{"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:34:07.468447 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:07.477279 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:07.506855 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745e2e3-5429-4fcb-bf4b-4eb397edb37e x-openstack-request-id: req-6745e2e3-5429-4fcb-bf4b-4eb397edb37e {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:34:07.507146 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-unplugged", "status": "failed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "code": 422}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:34:07.507581 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6745e2e3-5429-4fcb-bf4b-4eb397edb37e {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:34:07.508172 dv-cinder-857434-2-iscsi neutron-server[106265]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6745e2e3-5429-4fcb-bf4b-4eb397edb37e']: {'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'code': 422} returned with failed status Sep 13 15:34:07.534671 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=8']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:07.543919 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1dfb836-4215-48f4-88f7-336b072cb011 req-8176c7b8-e978-43f9-b610-07203f9d4f47 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005909 Sep 13 15:34:07.749120 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60570) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:07.833690 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-b8d65ba7-e0cf-4a3f-b0cf-8fa49806a525 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833793 Sep 13 15:34:07.844966 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-76222da9-3ad8-49b0-83ec-41598b49677d service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:34:07.845914 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-76222da9-3ad8-49b0-83ec-41598b49677d service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049400 Sep 13 15:34:07.930628 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60578) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:07.986144 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 15:34:08.032185 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-283b48c7-1145-4ae9-96f7-cb1f0fce8857 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:08.033681 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-283b48c7-1145-4ae9-96f7-cb1f0fce8857 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports/7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 200 len: 940 time: 0.1020651 Sep 13 15:34:08.557479 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e037cc-82c6-4bb4-bc1a-39e68a4d8293 req-c7c523f9-7ab0-4608-8dcd-4536f17ef6c5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:08.557479 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-62e037cc-82c6-4bb4-bc1a-39e68a4d8293 req-c7c523f9-7ab0-4608-8dcd-4536f17ef6c5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0522006 Sep 13 15:34:08.611551 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-62e037cc-82c6-4bb4-bc1a-39e68a4d8293 req-b111de20-bcff-4dba-878d-ed44c41adcf1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484605 Sep 13 15:34:09.743648 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9545-2d48-476a-8329-ef3bb887e15b req-1a7adbce-75b4-4e40-8e2a-d7f5db6ebeb4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:09.745022 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd3e9545-2d48-476a-8329-ef3bb887e15b req-1a7adbce-75b4-4e40-8e2a-d7f5db6ebeb4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0491052 Sep 13 15:34:09.795467 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd3e9545-2d48-476a-8329-ef3bb887e15b req-2282a83e-878e-4fe6-bf7d-fcb414f1210e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423567 Sep 13 15:34:09.960136 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-4f8c9b1d-d8bf-416b-ae7e-a236f485da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:09.961632 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-4f8c9b1d-d8bf-416b-ae7e-a236f485da26 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750&tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 1127 time: 0.0755322 Sep 13 15:34:10.030903 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-3ed5c6d5-f077-4b4e-9d45-b6b8d7b0a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:10.032540 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-3ed5c6d5-f077-4b4e-9d45-b6b8d7b0a963 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1127 time: 0.0457797 Sep 13 15:34:10.128330 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-a409d012-840f-4cf9-900c-ffad29a833e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:10.129786 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-a409d012-840f-4cf9-900c-ffad29a833e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.0911131 Sep 13 15:34:10.197849 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-3e6caf4a-345a-492f-b313-ce133dbc8eec service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 200 len: 999 time: 0.0604448 Sep 13 15:34:10.246769 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-8dcafe05-c396-43ad-bc03-4fe6328350aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:10.248158 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-8dcafe05-c396-43ad-bc03-4fe6328350aa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0437586 Sep 13 15:34:10.295937 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-a5a9896c-9862-4ada-993d-4c2be7e38bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:10.297356 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-a5a9896c-9862-4ada-993d-4c2be7e38bf1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432148 Sep 13 15:34:10.389617 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-0d74af58-1bc9-4436-8f3a-5b392dc385fd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Sep 13 15:34:10.484562 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-ff5c2876-3067-47ef-8732-1701af59fdcd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882058 Sep 13 15:34:10.931102 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554cbaf-64b0-4fb5-8ad9-31b250b892fd req-4c695e36-3d37-4891-a086-80bb0e0cbcc5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:10.932616 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6554cbaf-64b0-4fb5-8ad9-31b250b892fd req-4c695e36-3d37-4891-a086-80bb0e0cbcc5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0529859 Sep 13 15:34:11.003892 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6554cbaf-64b0-4fb5-8ad9-31b250b892fd req-7ac811f6-60b0-4de4-8e51-ef21686ef996 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652671 Sep 13 15:34:12.147883 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153399-bbaf-46ef-a959-3e35530f188e req-e98e16d9-9538-449d-88a8-a0e44ef29fc4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:12.149665 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd153399-bbaf-46ef-a959-3e35530f188e req-e98e16d9-9538-449d-88a8-a0e44ef29fc4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0513361 Sep 13 15:34:12.200748 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd153399-bbaf-46ef-a959-3e35530f188e req-21a58c1f-ad3c-49ca-9e01-68f153844dff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452700 Sep 13 15:34:13.341843 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d57e5-3152-4b03-a3c1-3f1fe3b1d94f req-891466cb-0a08-48fe-8c71-22cd8f5466b3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:13.343295 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a11d57e5-3152-4b03-a3c1-3f1fe3b1d94f req-891466cb-0a08-48fe-8c71-22cd8f5466b3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0501769 Sep 13 15:34:13.395466 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a11d57e5-3152-4b03-a3c1-3f1fe3b1d94f req-40e68af4-e761-4e9a-9d39-68d0f1150be0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463095 Sep 13 15:34:14.528771 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964f0cf-b803-4f2f-8231-6d341440c18f req-41064404-3a29-44df-8e23-a5fa1910461c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:14.530676 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1964f0cf-b803-4f2f-8231-6d341440c18f req-41064404-3a29-44df-8e23-a5fa1910461c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0502012 Sep 13 15:34:14.582571 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1964f0cf-b803-4f2f-8231-6d341440c18f req-755b1082-cd61-416c-848b-f09e0eec5ed5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Sep 13 15:34:15.733455 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbb0db-f424-4093-8fa7-455868ca790c req-b498578c-4cfc-4fc8-9b80-b3d7c736a469 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:15.734939 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8fbbb0db-f424-4093-8fa7-455868ca790c req-b498578c-4cfc-4fc8-9b80-b3d7c736a469 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0467472 Sep 13 15:34:15.787135 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8fbbb0db-f424-4093-8fa7-455868ca790c req-e5c53562-aea2-40cc-8c5d-ed85a542cf48 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456080 Sep 13 15:34:16.249328 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8b57c32b-15c7-4f0b-8d2c-99da4919c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:16.613971 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=45 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:16.625326 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=46 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:18.596672 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6c08-6882-469e-9f00-0e9f84c04c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:19.586976 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:20.480130 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=75 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:20.481747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:21.075968 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:21.245462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:25.771940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=85,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:25.782674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=1,neutron:SELECT=94 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:26.311351 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6007-2022-4737-bd7d-3df0ef4e3448 req-e0b70efc-2f52-47b2-a7fc-ffba19321f66 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:26.312854 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-436d6007-2022-4737-bd7d-3df0ef4e3448 req-e0b70efc-2f52-47b2-a7fc-ffba19321f66 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0539534 Sep 13 15:34:26.362646 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-436d6007-2022-4737-bd7d-3df0ef4e3448 req-7f6a353e-783a-4114-9927-48d441d25289 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Sep 13 15:34:27.498630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cc7a-b9ab-4797-8e21-baab12c6c8d6 req-278bce8c-300d-4f14-8f49-b6995fde2b53 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:27.500095 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d818cc7a-b9ab-4797-8e21-baab12c6c8d6 req-278bce8c-300d-4f14-8f49-b6995fde2b53 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0479004 Sep 13 15:34:27.557355 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d818cc7a-b9ab-4797-8e21-baab12c6c8d6 req-f2dc07b8-e87e-4820-b7ff-776a62a976c1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Sep 13 15:34:28.691918 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01b0d-4d98-4fd4-8abf-86cc48b80528 req-0f76abe8-f7db-4cb5-8e2e-7c0b196c9901 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:28.693367 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5cf01b0d-4d98-4fd4-8abf-86cc48b80528 req-0f76abe8-f7db-4cb5-8e2e-7c0b196c9901 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0459702 Sep 13 15:34:28.744641 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5cf01b0d-4d98-4fd4-8abf-86cc48b80528 req-23b3cad8-fba3-47c0-a868-9c9a8d2ba02c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454378 Sep 13 15:34:29.895897 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bef3f-1ef1-414f-acaf-d7fda82a984b req-be9702d6-4ee4-4aaa-be62-b98f92b42270 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:29.897664 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e2bef3f-1ef1-414f-acaf-d7fda82a984b req-be9702d6-4ee4-4aaa-be62-b98f92b42270 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0564129 Sep 13 15:34:29.946830 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e2bef3f-1ef1-414f-acaf-d7fda82a984b req-737bdd7d-ccc5-421a-be5b-97893c1573b8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Sep 13 15:34:31.075128 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c8f65-7730-4923-b5e5-42a91e5f241f req-a21cb7e3-ee8a-43ed-8d5c-3cb5439247c5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:31.076680 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-684c8f65-7730-4923-b5e5-42a91e5f241f req-a21cb7e3-ee8a-43ed-8d5c-3cb5439247c5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0482864 Sep 13 15:34:31.125875 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-684c8f65-7730-4923-b5e5-42a91e5f241f req-3621db14-c9d1-4469-a600-ccfae4e22a0a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Sep 13 15:34:31.236547 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=28,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:31.239209 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:31.682789 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:32.280800 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f888e-45ab-4cec-adbc-24b1e2ec5929 req-7e72a192-f8b9-47e5-88dd-13a9e70b7f26 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:32.282319 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-666f888e-45ab-4cec-adbc-24b1e2ec5929 req-7e72a192-f8b9-47e5-88dd-13a9e70b7f26 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0632353 Sep 13 15:34:32.330274 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-666f888e-45ab-4cec-adbc-24b1e2ec5929 req-1925e6b3-1faa-485f-b5f9-19c651aaf62f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Sep 13 15:34:33.466899 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8bd68-fb54-4077-aebd-bdd44bc6b4eb req-23d92ae8-256d-4cd5-a379-16c062ba4068 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:33.468615 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-85a8bd68-fb54-4077-aebd-bdd44bc6b4eb req-23d92ae8-256d-4cd5-a379-16c062ba4068 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0478854 Sep 13 15:34:33.517834 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-85a8bd68-fb54-4077-aebd-bdd44bc6b4eb req-f4782e44-1661-4bcb-aaec-ced71a28b127 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 Sep 13 15:34:34.662286 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:34:34.675934 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb1223-ee1d-4387-ae68-e16573d0b188 req-67f43e22-0309-4cad-ba9c-e46ae4236358 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:34.677454 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26eb1223-ee1d-4387-ae68-e16573d0b188 req-67f43e22-0309-4cad-ba9c-e46ae4236358 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 943 time: 0.0630698 Sep 13 15:34:34.731068 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26eb1223-ee1d-4387-ae68-e16573d0b188 req-68922059-cb1c-4c7e-b2c4-4ca4ff937b3c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456007 Sep 13 15:34:35.460162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:34:35.704301 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:35.717832 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'port_id': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'mac_address': 'fa:16:3e:76:3f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:34:35.759698 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:34:35.760088 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:35.774161 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:34:35.796357 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:35.801544 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:35.858865 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=9']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:35.867340 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.867657 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.867974 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.868336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.868763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.869202 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.869551 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.869881 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.870338 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.870678 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.871012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.871365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.871660 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d44c31-454a-438c-bf9e-9bb992a3ae0a req-9a7ca909-7c64-4ea2-82f8-b021fff2ac91 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:35.872116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.872116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.872347 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:34:35.873517 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71d44c31-454a-438c-bf9e-9bb992a3ae0a req-9a7ca909-7c64-4ea2-82f8-b021fff2ac91 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 944 time: 0.0521379 Sep 13 15:34:35.926199 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-71d44c31-454a-438c-bf9e-9bb992a3ae0a req-7da45d29-ad9d-47b7-9704-b2a9c17d279c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Sep 13 15:34:36.010291 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 60714) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:36.016461 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23842565', 'description': 'tempest-description--667563236'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:36.043119 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.119565 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (9a033eb3-452e-48a0-badb-8f3853707070), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.125167 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (9a033eb3-452e-48a0-badb-8f3853707070), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.159197 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.160432 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1491222 Sep 13 15:34:36.161279 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82030865-fcda-49a2-a0cf-8beb046947b0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a033eb3-452e-48a0-badb-8f3853707070,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:36.163681 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60716) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:36.169408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': '9a033eb3-452e-48a0-badb-8f3853707070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:36.199316 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (8a5c6e4c-2dc7-436e-9408-a3d2940523d9), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.256655 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:34:36.261789 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (8a5c6e4c-2dc7-436e-9408-a3d2940523d9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.267300 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (8a5c6e4c-2dc7-436e-9408-a3d2940523d9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.275602 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:36.292903 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:36.294587 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5c6e4c-2dc7-436e-9408-a3d2940523d9,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:36.301593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.302836 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7dd47d52-a4d8-4e3b-8922-17f342b3d161 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380599 Sep 13 15:34:36.305841 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60718) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:36.310379 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': '9a033eb3-452e-48a0-badb-8f3853707070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:36.339309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (1f6234c4-b297-4f6e-b4b4-e2f3ca1b24b2), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.397194 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (1f6234c4-b297-4f6e-b4b4-e2f3ca1b24b2), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.402586 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (1f6234c4-b297-4f6e-b4b4-e2f3ca1b24b2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.422228 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6234c4-b297-4f6e-b4b4-e2f3ca1b24b2,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:36.430430 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.431664 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fa4966b8-acec-4563-9b27-435b1c6c5205 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247754 Sep 13 15:34:36.434906 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60720) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:36.439354 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:36.461500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.546310 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.655679 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.27.1.227 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/3325b04e-b777-4e7f-8829-35e101144488) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:34:36.762091 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (3325b04e-b777-4e7f-8829-35e101144488), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.797001 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (3325b04e-b777-4e7f-8829-35e101144488), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.837485 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:34:36.843956 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:34:36.846480 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:34:36.849833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=3325b04e-b777-4e7f-8829-35e101144488,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:36.934750 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (188fca7f-f27c-4ea3-bb67-887ccbf25057), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:36.937218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:36.976381 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (3325b04e-b777-4e7f-8829-35e101144488), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.094691 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:37.106964 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b5cef-1a29-42ab-bef2-31ededde156b req-08904d00-7165-4667-91c3-fa99bc08ae01 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:37.108445 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d85b5cef-1a29-42ab-bef2-31ededde156b req-08904d00-7165-4667-91c3-fa99bc08ae01 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 944 time: 0.0954309 Sep 13 15:34:37.188962 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d85b5cef-1a29-42ab-bef2-31ededde156b req-5b8d0587-58e7-4791-8199-ec28383440bd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730174 Sep 13 15:34:37.209827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (3325b04e-b777-4e7f-8829-35e101144488), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.217114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (3325b04e-b777-4e7f-8829-35e101144488), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.285467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=3325b04e-b777-4e7f-8829-35e101144488,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:37.287854 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (188fca7f-f27c-4ea3-bb67-887ccbf25057), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.309757 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.311056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fcee13f3-8b06-4058-bca9-ed1945402072 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8752000 Sep 13 15:34:37.466337 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:34:37.511781 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:34:37.512276 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.522452 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-147e8bee-4393-43ac-8b25-f149af8b3252 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--23842565&fields=id&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 267 time: 0.0451968 Sep 13 15:34:37.587556 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:34:37.588445 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.612935 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:34:37.615291 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521f7a0b-9290-4955-ab02-799937683bfe" -d '{"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-plugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:34:37.628215 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:37.635090 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:37.638739 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-475c635a-974f-4d52-bb0c-94faacedc6a4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:37.640292 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-475c635a-974f-4d52-bb0c-94faacedc6a4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.1108725 Sep 13 15:34:37.657919 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-8f68dc81-2162-4a79-a55c-0aaee89623eb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/quotas/76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 375 time: 0.0101593 Sep 13 15:34:37.682825 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=10']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:37.711268 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-6679591d-abbb-4dde-9c40-d24521463b99 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479834 Sep 13 15:34:37.823090 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-d4d81a73-c03a-4819-9507-30ee09b095b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949214 Sep 13 15:34:37.921135 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-6ea9c536-4967-4bf0-8a05-224bedc1af00 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922179 Sep 13 15:34:38.058574 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664f4940-85bd-4ce0-8811-12aae619e1fd x-openstack-request-id: req-664f4940-85bd-4ce0-8811-12aae619e1fd {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:34:38.058894 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-plugged", "status": "completed", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:34:38.059155 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-664f4940-85bd-4ce0-8811-12aae619e1fd {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:34:38.059564 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664f4940-85bd-4ce0-8811-12aae619e1fd'] response: {'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'code': 200} Sep 13 15:34:38.115336 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1e16b613-fd97-4086-9ff7-69d9a2ac1cde req-4fc117b1-1650-4131-b5d9-a58d8e32d4f1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 210 time: 0.0306077 Sep 13 15:34:38.327562 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba9336-fd1c-4140-931f-806b5b0a7c51 req-fc5a421d-cac5-4afe-816b-a47a1b22294b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:38.329541 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52ba9336-fd1c-4140-931f-806b5b0a7c51 req-fc5a421d-cac5-4afe-816b-a47a1b22294b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0542867 Sep 13 15:34:38.379156 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52ba9336-fd1c-4140-931f-806b5b0a7c51 req-9c3e8457-d9c2-4f65-bad3-8eca9526eb36 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Sep 13 15:34:38.666080 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb193a-041e-4680-bd7d-de09c2ea6fd4 req-768391f9-97f6-460d-8d56-1a3c2f082e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:38.667829 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9dfb193a-041e-4680-bd7d-de09c2ea6fd4 req-768391f9-97f6-460d-8d56-1a3c2f082e23 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 1130 time: 0.0410790 Sep 13 15:34:38.716194 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-9dfb193a-041e-4680-bd7d-de09c2ea6fd4 req-af7d0cc0-0138-4aae-b971-372e6d6e7433 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424523 Sep 13 15:34:39.218029 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ebe6eaf8-6257-45a3-9170-272e709f68f2 req-6b92208a-4766-4e79-a033-fd295579825f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 210 time: 0.0286992 Sep 13 15:34:39.510212 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201a52e-b8c4-48fd-b922-b86a90f42c5e req-b42e1321-f014-4ecb-b3b5-448d127e1ec9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:39.511673 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e201a52e-b8c4-48fd-b922-b86a90f42c5e req-b42e1321-f014-4ecb-b3b5-448d127e1ec9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0479558 Sep 13 15:34:39.529674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:39.569142 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e201a52e-b8c4-48fd-b922-b86a90f42c5e req-800a5d14-a8c2-416e-bc9e-caed9e86af3e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518842 Sep 13 15:34:40.346694 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7543c5fd-47cc-4187-b608-1590859ea4b4 req-fa5544c7-9a74-406d-9f64-42c1525123c8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 210 time: 0.0385327 Sep 13 15:34:40.700702 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866e415-a3d8-4df1-8fa0-2ade82dd2bac req-d5158516-c054-4589-9d72-a4af602793d1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:40.702266 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7866e415-a3d8-4df1-8fa0-2ade82dd2bac req-d5158516-c054-4589-9d72-a4af602793d1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0478497 Sep 13 15:34:40.753426 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7866e415-a3d8-4df1-8fa0-2ade82dd2bac req-eb89fb88-bbf8-480c-b55e-97a613b7e9cb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454104 Sep 13 15:34:40.899318 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-00cc3a98-698b-4c59-ae7f-9cb66427703b tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:40.902048 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-00cc3a98-698b-4c59-ae7f-9cb66427703b tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.1190341 Sep 13 15:34:41.004533 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-4726de60-4508-4d3d-b785-a72fce2f2000 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 471 time: 0.0736523 Sep 13 15:34:41.010269 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'port': {'device_id': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'admin_state_up': True, 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'security_groups': ['9a033eb3-452e-48a0-badb-8f3853707070']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:41.129123 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Made reservation on behalf of 76163bf55e0a403aaec08c9c6a68a55f for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:34:41.134209 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:41.267101 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.20.0.14 (dae42ed5-9203-4331-a516-9ad32fc49ad2/d24ac755-78f6-49ff-8eb8-aafe7190dacd/454b128f-b9b2-4847-bdbf-f828f42cd0da) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:34:41.307324 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:41.413652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:41.456675 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4b2e1048-c6cc-4e3d-b2ed-9a3d44fa5a75 req-8e4d623d-2a7f-4a92-ac5d-64fbdff45488 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 210 time: 0.0293949 Sep 13 15:34:41.716779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:41.725415 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:41.763354 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:34:41.768772 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:34:41.772793 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:34:41.776963 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=454b128f-b9b2-4847-bdbf-f828f42cd0da,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:41.825042 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:41.825696 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:41.845850 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-98242809-e6c6-47f2-bab0-2fe3c9837fe8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8403654 Sep 13 15:34:41.860880 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Request body: {'port': {'device_id': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:41.872752 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:41.917720 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5742cf-2662-4aa6-b794-345256e26031 req-f60687f7-d1cc-4350-9cda-f38aae3476c4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:41.919655 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5e5742cf-2662-4aa6-b794-345256e26031 req-f60687f7-d1cc-4350-9cda-f38aae3476c4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0553236 Sep 13 15:34:41.929049 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:41.970831 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5e5742cf-2662-4aa6-b794-345256e26031 req-5b1cbbbd-5347-430b-ab39-6e94dec0d125 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443592 Sep 13 15:34:41.988042 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-5cac3ab1-62d5-4c97-bfe3-47b8beb9f704 None None] Provisioning complete for port 454b128f-b9b2-4847-bdbf-f828f42cd0da triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:34:41.989300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5cac3ab1-62d5-4c97-bfe3-47b8beb9f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:42.021871 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-5cac3ab1-62d5-4c97-bfe3-47b8beb9f704 None None] Port 454b128f-b9b2-4847-bdbf-f828f42cd0da cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:34:42.188650 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454b128f-b9b2-4847-bdbf-f828f42cd0da {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:34:42.196515 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Publish callbacks [] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:42.210824 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Transition to ACTIVE for port object 454b128f-b9b2-4847-bdbf-f828f42cd0da will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:34:42.217119 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:42.295066 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=454b128f-b9b2-4847-bdbf-f828f42cd0da,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:42.325883 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Attempting to bind port 454b128f-b9b2-4847-bdbf-f828f42cd0da on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:34:42.326273 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Attempting to bind port 454b128f-b9b2-4847-bdbf-f828f42cd0da by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:34:42.326601 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Attempting to bind port 454b128f-b9b2-4847-bdbf-f828f42cd0da on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:34:42.346011 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:42.369297 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Port 454b128f-b9b2-4847-bdbf-f828f42cd0da on network dae42ed5-9203-4331-a516-9ad32fc49ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:34:42.369297 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Attempting to bind port 454b128f-b9b2-4847-bdbf-f828f42cd0da on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:34:42.415352 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:34:42.415717 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:34:42.416230 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Bound using segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:34:42.416673 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Bound port: 454b128f-b9b2-4847-bdbf-f828f42cd0da, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:34:42.417033 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:42.479698 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] For port 454b128f-b9b2-4847-bdbf-f828f42cd0da, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:34:42.482835 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] For port 454b128f-b9b2-4847-bdbf-f828f42cd0da, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:34:42.491461 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:42.496207 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:42.496826 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:42.498246 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/454b128f-b9b2-4847-bdbf-f828f42cd0da HTTP/1.1" status: 200 len: 1094 time: 0.6420212 Sep 13 15:34:42.498804 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:34:42.501064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9b7a6-4b98-4495-af76-0f1af9796ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:34:42.590132 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600e0ca-4d83-49e0-a543-898163738841 req-6e7d969c-2f03-43da-bbf4-7a8e2469177d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:42.591660 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d600e0ca-4d83-49e0-a543-898163738841 req-6e7d969c-2f03-43da-bbf4-7a8e2469177d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 944 time: 0.0546594 Sep 13 15:34:42.592327 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63e20b-f84d-495c-97c2-0e5769e37fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=454b128f-b9b2-4847-bdbf-f828f42cd0da,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:42.599855 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-4cd43a33-33d8-4c1c-b995-30d2e180139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:42.601367 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-4cd43a33-33d8-4c1c-b995-30d2e180139e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 1128 time: 0.0606613 Sep 13 15:34:42.645898 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d600e0ca-4d83-49e0-a543-898163738841 req-dc14bc58-dc0a-4023-ae19-b623fe9b3bb0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439713 Sep 13 15:34:42.646302 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-32946c00-2415-46d2-94b0-99ed6d539596 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da HTTP/1.1" status: 200 len: 217 time: 0.0353189 Sep 13 15:34:42.694186 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634585d-1b10-404a-b113-5c22b8f3d437 x-openstack-request-id: req-a634585d-1b10-404a-b113-5c22b8f3d437 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:34:42.694471 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:34:42.694723 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a634585d-1b10-404a-b113-5c22b8f3d437 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:34:42.695126 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a634585d-1b10-404a-b113-5c22b8f3d437'] response: {'name': 'network-changed', 'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'status': 'completed', 'code': 200} Sep 13 15:34:42.697367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:42.701660 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-e6f95b2a-4dcf-48f6-893d-1fa627662d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:42.703245 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-e6f95b2a-4dcf-48f6-893d-1fa627662d27 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0502017 Sep 13 15:34:42.751546 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-d9fa3578-0105-4742-9a0f-4d34de61293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:42.753696 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-d9fa3578-0105-4742-9a0f-4d34de61293a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433702 Sep 13 15:34:42.852937 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-4a011f50-d53f-4459-ba77-7480e66ea9e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898223 Sep 13 15:34:42.960067 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-7a6990ea-6ef5-4139-be62-c8b838e12425 req-8adb711e-d1d1-4667-8000-c26af612a59c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976036 Sep 13 15:34:43.780298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35e60-98c9-465b-a747-5a1e4ea1f565 req-6df09c97-d39e-45cc-809d-1df6afbd5ee3 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:43.781754 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2ad35e60-98c9-465b-a747-5a1e4ea1f565 req-6df09c97-d39e-45cc-809d-1df6afbd5ee3 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 944 time: 0.0507560 Sep 13 15:34:43.838754 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2ad35e60-98c9-465b-a747-5a1e4ea1f565 req-75280b83-774d-4fd9-b89d-44063768ba15 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513072 Sep 13 15:34:44.967345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64ff8d-c156-4f06-8920-9555cd808875 req-fccb457c-f968-41fe-bd9e-6e720a98121f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:44.968722 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8d64ff8d-c156-4f06-8920-9555cd808875 req-fccb457c-f968-41fe-bd9e-6e720a98121f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 944 time: 0.0476429 Sep 13 15:34:45.019918 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8d64ff8d-c156-4f06-8920-9555cd808875 req-f5cff1e4-6b86-4509-8904-2c33ca3549d6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451007 Sep 13 15:34:45.534256 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-e06f3ac6-1a83-4551-8672-f9952cc14766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:45.535731 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-e06f3ac6-1a83-4551-8672-f9952cc14766 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 1128 time: 0.0443115 Sep 13 15:34:45.635293 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-1ac0d2b6-444e-404e-81a8-f4991835c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:45.636697 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-1ac0d2b6-444e-404e-81a8-f4991835c2f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.0934443 Sep 13 15:34:45.684254 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-c775c14e-6b11-4f37-a2fb-19b18f5bfe86 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da HTTP/1.1" status: 200 len: 217 time: 0.0325687 Sep 13 15:34:45.735501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-029b926d-1f5f-4599-a72f-a440a334c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:45.736940 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-029b926d-1f5f-4599-a72f-a440a334c4ff service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0446799 Sep 13 15:34:45.781907 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-a66269e9-f77a-4a87-a10e-a75ed4f321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:45.783398 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-a66269e9-f77a-4a87-a10e-a75ed4f321c4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395861 Sep 13 15:34:45.888403 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-57ce71c4-f0ae-4e62-b4a9-b1d8d36413da service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982122 Sep 13 15:34:45.944351 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:45.987642 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fef9b7a6-4b98-4495-af76-0f1af9796ad0 req-3ae67c86-4be9-4cc4-8e51-3e78e94d7e77 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916960 Sep 13 15:34:46.157661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53c82-8ea3-4f11-8527-a55ced28470c req-fcca7bf3-76ac-4155-a64f-450f438950b8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:46.159168 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0ef53c82-8ea3-4f11-8527-a55ced28470c req-fcca7bf3-76ac-4155-a64f-450f438950b8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 944 time: 0.0545430 Sep 13 15:34:46.211831 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0ef53c82-8ea3-4f11-8527-a55ced28470c req-a7dc5b63-bd5e-4be0-bfd4-1239d5b5ae33 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440588 Sep 13 15:34:46.245400 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b676b6ab-f683-40a5-8123-6fbfee5c7671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:47.353613 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1037701-a766-4391-a3f7-83c04bfab28b req-8323695a-4004-435e-8971-a58109e542a8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:47.355165 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d1037701-a766-4391-a3f7-83c04bfab28b req-8323695a-4004-435e-8971-a58109e542a8 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 944 time: 0.0591264 Sep 13 15:34:47.404066 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d1037701-a766-4391-a3f7-83c04bfab28b req-072c6ac5-3e7d-469f-a3d1-921372963157 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415523 Sep 13 15:34:47.548776 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 454b128f-b9b2-4847-bdbf-f828f42cd0da details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:34:47.552299 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:47.610334 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:47.653666 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 454b128f-b9b2-4847-bdbf-f828f42cd0da, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:47.668559 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'port_id': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'mac_address': 'fa:16:3e:02:e2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:34:47.703209 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 454b128f-b9b2-4847-bdbf-f828f42cd0da is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:34:47.703601 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:47.717854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454b128f-b9b2-4847-bdbf-f828f42cd0da {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:34:47.742255 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 454b128f-b9b2-4847-bdbf-f828f42cd0da, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:47.750473 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:47.804494 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=454b128f-b9b2-4847-bdbf-f828f42cd0da,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:48.157758 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['454b128f-b9b2-4847-bdbf-f828f42cd0da'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:34:48.538648 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0868f0-47d9-42d4-9176-b5ece3800724 req-5a31fda4-eb08-42fe-9038-90a3f7a81865 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:48.540103 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f0868f0-47d9-42d4-9176-b5ece3800724 req-5a31fda4-eb08-42fe-9038-90a3f7a81865 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 945 time: 0.0466075 Sep 13 15:34:48.587626 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f0868f0-47d9-42d4-9176-b5ece3800724 req-8fe035ea-90a8-46be-847c-64b4ae82af34 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413973 Sep 13 15:34:48.591938 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-10512016-bcf0-4a03-b76b-320b2c3fb69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:49.542404 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 454b128f-b9b2-4847-bdbf-f828f42cd0da up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:34:49.601023 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:49.603437 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 454b128f-b9b2-4847-bdbf-f828f42cd0da completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:34:49.611738 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 454b128f-b9b2-4847-bdbf-f828f42cd0da triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:34:49.612106 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:49.690064 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 454b128f-b9b2-4847-bdbf-f828f42cd0da is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:34:49.690492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:49.714626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187d9c6-27ba-48fd-93a3-085ce12896af req-9c52fefc-a123-4c73-87f8-dff64dad4bd0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:49.715243 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:34:49.716078 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c187d9c6-27ba-48fd-93a3-085ce12896af req-9c52fefc-a123-4c73-87f8-dff64dad4bd0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 945 time: 0.0475504 Sep 13 15:34:49.717137 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7844e01-f0c8-46fd-a717-878025324a72" -d '{"events": [{"server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "name": "network-vif-plugged", "status": "completed", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:34:49.730048 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 454b128f-b9b2-4847-bdbf-f828f42cd0da, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:34:49.735662 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:49.768419 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c187d9c6-27ba-48fd-93a3-085ce12896af req-691810ae-ec9b-44b3-a446-2b3b64e6b2b9 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463645 Sep 13 15:34:49.787850 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=454b128f-b9b2-4847-bdbf-f828f42cd0da,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:34:49.815297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f637eb2-4bb6-4218-a4d4-c5b422f16680 x-openstack-request-id: req-9f637eb2-4bb6-4218-a4d4-c5b422f16680 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:34:49.815615 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "name": "network-vif-plugged", "status": "completed", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:34:49.815875 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f637eb2-4bb6-4218-a4d4-c5b422f16680 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:34:49.816284 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f637eb2-4bb6-4218-a4d4-c5b422f16680'] response: {'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'code': 200} Sep 13 15:34:50.021410 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fdb1b-6ecc-420b-8d6a-74112d0cfa33 req-578b244b-ab65-4b1d-8e7e-b1c038d4dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:50.022945 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-110fdb1b-6ecc-420b-8d6a-74112d0cfa33 req-578b244b-ab65-4b1d-8e7e-b1c038d4dab9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 1130 time: 0.0407228 Sep 13 15:34:50.069923 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-110fdb1b-6ecc-420b-8d6a-74112d0cfa33 req-0ed230d9-f257-4286-bda9-35f70128226e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388138 Sep 13 15:34:50.904255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82dbb-9213-4053-ab1a-069071f1534b req-0c05a8f3-fba6-4e43-8b1f-a5bbd810e789 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:50.905620 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-75e82dbb-9213-4053-ab1a-069071f1534b req-0c05a8f3-fba6-4e43-8b1f-a5bbd810e789 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0469654 Sep 13 15:34:50.952935 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-75e82dbb-9213-4053-ab1a-069071f1534b req-bc06942f-09f5-4cf3-a8c4-9a4100a79936 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416453 Sep 13 15:34:51.083308 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:51.241189 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:52.081934 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb6dc7-30f4-4ecf-943a-8652a89fb9e2 req-c3021e20-62af-4fd3-9e87-3b995f121f1c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:52.083483 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76bb6dc7-30f4-4ecf-943a-8652a89fb9e2 req-c3021e20-62af-4fd3-9e87-3b995f121f1c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0493393 Sep 13 15:34:52.117175 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:52.132329 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76bb6dc7-30f4-4ecf-943a-8652a89fb9e2 req-9cda249f-4d2e-4a55-aeca-71d52ff5c334 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426123 Sep 13 15:34:52.263948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1dd0-8151-4fbf-bf62-a08c9d2ded8b req-2dde0a36-a53c-4e2e-954b-dabfda8eea04 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:52.265335 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d51c1dd0-8151-4fbf-bf62-a08c9d2ded8b req-2dde0a36-a53c-4e2e-954b-dabfda8eea04 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0581079 Sep 13 15:34:52.280465 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 60834) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:34:52.284811 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'port_id': '454b128f-b9b2-4847-bdbf-f828f42cd0da'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:34:52.358786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (188fca7f-f27c-4ea3-bb67-887ccbf25057), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:52.360633 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:53.045159 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:53.051833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (188fca7f-f27c-4ea3-bb67-887ccbf25057), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:53.148661 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP 188fca7f-f27c-4ea3-bb67-887ccbf25057 associated. External IP: 172.27.1.227, port: 454b128f-b9b2-4847-bdbf-f828f42cd0da. Sep 13 15:34:53.348759 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:34:53.453387 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:34:53.459616 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:34:53.465499 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:34:53.476768 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:34:53.477571 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:34:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:53.491377 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-368c31ed-ef45-465b-aa41-7ac1cabf839d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/188fca7f-f27c-4ea3-bb67-887ccbf25057 HTTP/1.1" status: 200 len: 992 time: 1.2098756 Sep 13 15:34:53.492027 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:34:53.494337 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034" -d '{"events": [{"name": "network-changed", "server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:34:53.532828 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18144849-36e2-48b3-b56c-52d302ba09f0 x-openstack-request-id: req-18144849-36e2-48b3-b56c-52d302ba09f0 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:34:53.533132 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:34:53.533392 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18144849-36e2-48b3-b56c-52d302ba09f0 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:34:53.533831 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18144849-36e2-48b3-b56c-52d302ba09f0'] response: {'name': 'network-changed', 'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'status': 'completed', 'code': 200} Sep 13 15:34:53.582208 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:34:53.603516 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-ca72dde4-99d9-4e14-b1d3-72c55a17ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:53.605159 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-ca72dde4-99d9-4e14-b1d3-72c55a17ca60 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 1130 time: 0.0406222 Sep 13 15:34:53.605586 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:53.608326 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:53.620926 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=19 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:53.630823 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=15 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:53.703933 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-d856dcf6-1a69-45d6-8fe0-893a5f1c0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:53.705445 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-d856dcf6-1a69-45d6-8fe0-893a5f1c0a92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.0917075 Sep 13 15:34:53.768200 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-01d98105-f0bf-4ca7-ad1e-7d40901465a4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da HTTP/1.1" status: 200 len: 1000 time: 0.0551569 Sep 13 15:34:53.807732 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '188fca7f-f27c-4ea3-bb67-887ccbf25057', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:02:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:34:36Z', 'updated_at': '2022-09-13T15:34:52Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}, {'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:53.822034 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-0ea3d799-c9a5-4fc1-a303-0843ed139cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:53.823820 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-0ea3d799-c9a5-4fc1-a303-0843ed139cae service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0478876 Sep 13 15:34:53.836537 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:34:53.845709 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:34:53.846354 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:34:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:53.868280 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-21983af6-2d69-458b-810b-1fb50e297d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:53.869809 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-21983af6-2d69-458b-810b-1fb50e297d84 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394697 Sep 13 15:34:53.895401 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:53.946482 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:34:53.968611 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-013ee13a-a085-4416-88c0-653f61f22e9f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915282 Sep 13 15:34:54.061587 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c043cdd9-56a2-4a53-a0cc-e59cf21cc034 req-9dcbf456-f027-498d-8a10-bce28219cc7d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857964 Sep 13 15:34:54.160330 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '188fca7f-f27c-4ea3-bb67-887ccbf25057', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:02:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:34:36Z', 'updated_at': '2022-09-13T15:34:52Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}, {'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:34:54.185528 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f916b-aa85-4976-a809-e1a6c2b6f0d7 None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '188fca7f-f27c-4ea3-bb67-887ccbf25057', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:02:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:34:36Z', 'updated_at': '2022-09-13T15:34:52Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}, {'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:34:54.403142 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2534a5-9696-4572-868c-4f260e40ef11 None None] New status for floating IP 188fca7f-f27c-4ea3-bb67-887ccbf25057: ACTIVE {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:34:57.376895 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:57.381055 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-b169612e-6738-4528-9c90-1aab7e31f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:57.383178 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-b169612e-6738-4528-9c90-1aab7e31f194 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1168 time: 0.0419273 Sep 13 15:34:57.418523 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424c1b-a1d3-4425-8fd6-d736d3e1471e req-39006828-343e-4275-9c50-85dcdb594dbe tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:57.419964 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e7424c1b-a1d3-4425-8fd6-d736d3e1471e req-39006828-343e-4275-9c50-85dcdb594dbe tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.1039853 Sep 13 15:34:57.482542 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-0efda21f-ff68-4028-bf8b-256081bdf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:57.483541 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e7424c1b-a1d3-4425-8fd6-d736d3e1471e req-d8dea505-2b67-4149-abac-18b8ac326c31 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574479 Sep 13 15:34:57.484006 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-0efda21f-ff68-4028-bf8b-256081bdf8fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 915 time: 0.0929615 Sep 13 15:34:57.553388 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-69f6ff07-8e80-4e1f-a92c-7795aea4d549 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 1001 time: 0.0580189 Sep 13 15:34:57.609817 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-ddec070f-241f-4e95-a7a7-3584ca3aa585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:57.611288 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-ddec070f-241f-4e95-a7a7-3584ca3aa585 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0487735 Sep 13 15:34:57.659830 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-272f5cb1-0e84-4e7d-a541-56bb940cae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:57.661341 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-272f5cb1-0e84-4e7d-a541-56bb940cae7b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407188 Sep 13 15:34:57.720582 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:57.759391 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-a4666518-eefc-4880-957b-6bf677a5273e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897729 Sep 13 15:34:57.854424 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fba8a230-6a2e-4ac9-bac4-abb4334e7c6e req-02b10d98-dd07-4222-877d-0560e644ba67 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867321 Sep 13 15:34:58.603507 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:34:58.617693 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18c328-aaa7-4b3b-8efd-293112af3bd5 req-d5fee8bf-85ea-4a54-9855-e38bd413e2d2 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:58.619223 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd18c328-aaa7-4b3b-8efd-293112af3bd5 req-d5fee8bf-85ea-4a54-9855-e38bd413e2d2 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0539136 Sep 13 15:34:58.682832 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd18c328-aaa7-4b3b-8efd-293112af3bd5 req-6f77ff8f-1d10-4589-8ab7-51edfa894f9f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576365 Sep 13 15:34:59.824668 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96f32a-51b5-4279-9710-bb61367b0a22 req-bbd0e38e-dd43-4e3e-9e32-baed1f777ddc tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:34:59.826199 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5d96f32a-51b5-4279-9710-bb61367b0a22 req-bbd0e38e-dd43-4e3e-9e32-baed1f777ddc tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0501878 Sep 13 15:34:59.888941 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5d96f32a-51b5-4279-9710-bb61367b0a22 req-cf6ee807-8112-4199-96ed-de7ff0a719ea tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568087 Sep 13 15:35:01.023294 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae74a4-0003-4859-b733-91dbbf8ace5a req-d942a1e6-86dc-4f92-a7ce-0b39fe171053 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:01.025593 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14ae74a4-0003-4859-b733-91dbbf8ace5a req-d942a1e6-86dc-4f92-a7ce-0b39fe171053 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0531168 Sep 13 15:35:01.086310 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-14ae74a4-0003-4859-b733-91dbbf8ace5a req-a2370826-fd07-4e57-8277-62da6f5a6601 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554385 Sep 13 15:35:01.702059 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:02.228814 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c912d-7761-4089-bdc0-d6292e94bc5b req-e52ad35b-8b73-4106-badb-0378816e1bc1 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:02.230331 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-449c912d-7761-4089-bdc0-d6292e94bc5b req-e52ad35b-8b73-4106-badb-0378816e1bc1 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0570593 Sep 13 15:35:02.296839 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-449c912d-7761-4089-bdc0-d6292e94bc5b req-143dc6dd-5671-41d8-8baa-d4838cedd1d0 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605223 Sep 13 15:35:03.429421 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f9959-b56d-4032-9905-dd4b36abe36f req-295f17f2-bb4d-45ea-a3bd-6c96781f7d40 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:03.430910 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-495f9959-b56d-4032-9905-dd4b36abe36f req-295f17f2-bb4d-45ea-a3bd-6c96781f7d40 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0552280 Sep 13 15:35:03.499158 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-495f9959-b56d-4032-9905-dd4b36abe36f req-d1aa4f99-e7b9-46c8-b488-dd4c341df3ae tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624802 Sep 13 15:35:04.505496 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:04.509802 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:04.805775 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8c64e-7474-4ab3-8a6c-69b299809802 req-bee9e642-4c84-4a9d-a124-284ae8a89cb4 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:04.807459 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6ad8c64e-7474-4ab3-8a6c-69b299809802 req-bee9e642-4c84-4a9d-a124-284ae8a89cb4 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0612826 Sep 13 15:35:04.870276 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6ad8c64e-7474-4ab3-8a6c-69b299809802 req-861d0969-3eba-42be-90ca-7e4015426d27 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568066 Sep 13 15:35:05.448264 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-9403f5e3-7042-4b65-9f2c-16ac4e91ce1f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420244 Sep 13 15:35:05.517934 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-634ffab5-a48e-46fc-9937-2c2be0c92e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:05.519488 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-634ffab5-a48e-46fc-9937-2c2be0c92e44 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 1130 time: 0.0450702 Sep 13 15:35:06.018146 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac2fce-eae1-4fe6-8b39-5cc8800315f8 req-0ed65af7-8866-469f-9b87-5e2316455a23 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:06.020801 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a7ac2fce-eae1-4fe6-8b39-5cc8800315f8 req-0ed65af7-8866-469f-9b87-5e2316455a23 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0609956 Sep 13 15:35:06.022209 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-3a505642-9a66-46a9-84c6-1925d6fa98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:06.023785 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-3a505642-9a66-46a9-84c6-1925d6fa98fe service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.0954173 Sep 13 15:35:06.087014 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-f2bc74c7-1cd7-4413-ab6e-322afffa615f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 200 len: 217 time: 0.0452459 Sep 13 15:35:06.091592 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a7ac2fce-eae1-4fe6-8b39-5cc8800315f8 req-cf163bcf-a71c-4481-87cb-6ed7e4987a37 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624907 Sep 13 15:35:06.139251 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-e634b5c0-4eb8-479b-8dee-570af42e6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:06.140703 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-e634b5c0-4eb8-479b-8dee-570af42e6b2d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0468776 Sep 13 15:35:06.188576 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-438e02fc-8378-4790-b783-d03e3e804915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:06.190021 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-438e02fc-8378-4790-b783-d03e3e804915 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419025 Sep 13 15:35:06.303098 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-d1b2daa1-d21c-4d3b-a408-272e53060f4f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045699 Sep 13 15:35:06.386132 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:06.417325 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-fa7aa361-0fc9-4774-bbd4-da4c9acedf20 req-89c1d6ab-90f2-4ff6-a3df-84c2d170e544 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014881 Sep 13 15:35:06.909573 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3c165-1b5d-4a27-85a7-38d27a07ca76 req-7f53174e-b9b2-4931-9c67-13224b2e3ccb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:06.911083 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cde3c165-1b5d-4a27-85a7-38d27a07ca76 req-7f53174e-b9b2-4931-9c67-13224b2e3ccb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0583897 Sep 13 15:35:06.964713 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cde3c165-1b5d-4a27-85a7-38d27a07ca76 req-b19e3917-473d-4e71-8d3b-60b0824935f1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Sep 13 15:35:07.108712 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-377a952b-42a8-4d77-a975-f9288061ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:07.110570 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-377a952b-42a8-4d77-a975-f9288061ee70 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0461330 Sep 13 15:35:07.214443 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-5ffa7179-ace2-44d9-9d54-4ee9ef8b4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:07.215970 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-5ffa7179-ace2-44d9-9d54-4ee9ef8b4dd4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.0931628 Sep 13 15:35:07.222130 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425d8f7-5685-41c7-8d55-b73dfc29e044 req-f278d8c3-5704-4346-975f-c2a47b42f6ba tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:07.223691 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8425d8f7-5685-41c7-8d55-b73dfc29e044 req-f278d8c3-5704-4346-975f-c2a47b42f6ba tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0520411 Sep 13 15:35:07.245113 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:07.286268 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-f06ee875-1b80-4479-b86f-b223175b0de8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0617647 Sep 13 15:35:07.288786 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8425d8f7-5685-41c7-8d55-b73dfc29e044 req-e703fb52-578f-480d-bcbd-cd3c0733c9dd tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593591 Sep 13 15:35:07.348386 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-6de4c4c6-7f06-4f2f-95d9-3c141478969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:07.349844 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-6de4c4c6-7f06-4f2f-95d9-3c141478969c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0504925 Sep 13 15:35:07.400036 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-3463d263-6c75-400a-8ce5-b75ad3ba95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:07.401558 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-3463d263-6c75-400a-8ce5-b75ad3ba95d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428915 Sep 13 15:35:07.487883 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:07.504001 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-27a20c89-bc7e-4d51-bb54-686effcda0c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883007 Sep 13 15:35:07.848515 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-37a2fa11-b6e2-4669-aa5a-3cf85dbaefd3 req-5363a9fd-2529-4692-a03e-1ed37094cfc7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034083 Sep 13 15:35:08.111408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43b3f-27e6-4497-ac85-1029f74ddb4e req-59febdcd-c4ca-49e0-af6e-fbf8a1ea8788 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:08.113026 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5f43b3f-27e6-4497-ac85-1029f74ddb4e req-59febdcd-c4ca-49e0-af6e-fbf8a1ea8788 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Sep 13 15:35:08.166029 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5f43b3f-27e6-4497-ac85-1029f74ddb4e req-2e382271-6fab-4b26-bcfe-73b868e00b10 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441744 Sep 13 15:35:08.911799 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd4c87-f5e6-437b-832b-31dd8a5e04fc req-e22115e9-ae92-45ce-b672-a6747ea22f3d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:08.913305 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b0dd4c87-f5e6-437b-832b-31dd8a5e04fc req-e22115e9-ae92-45ce-b672-a6747ea22f3d tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0492299 Sep 13 15:35:08.933299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:08.976387 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b0dd4c87-f5e6-437b-832b-31dd8a5e04fc req-5240caa6-24dc-418c-be7e-52cbe1ba3e18 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561609 Sep 13 15:35:09.316663 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9d84-17ba-43a8-9c49-89208a41e873 req-28f54c1a-ec06-4f40-b226-7fa6f862a370 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:09.318173 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cdfb9d84-17ba-43a8-9c49-89208a41e873 req-28f54c1a-ec06-4f40-b226-7fa6f862a370 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Sep 13 15:35:09.371128 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cdfb9d84-17ba-43a8-9c49-89208a41e873 req-e48b61aa-3d06-4230-96ee-46ce039e6638 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472662 Sep 13 15:35:10.123666 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318420d-388a-4912-87a0-7c7459cbcb86 req-b3075dca-2968-4280-bd57-d05ee87420b7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:10.125137 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d318420d-388a-4912-87a0-7c7459cbcb86 req-b3075dca-2968-4280-bd57-d05ee87420b7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0491071 Sep 13 15:35:10.191199 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d318420d-388a-4912-87a0-7c7459cbcb86 req-4196eba2-bc6d-4dbd-9add-467a9700ca81 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591357 Sep 13 15:35:10.294278 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc6a5-0fdc-4e33-b4e6-af8aacab3f9a req-fb3cb91b-9a1f-4428-9e7a-f0a0c24882e7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:10.295855 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3edc6a5-0fdc-4e33-b4e6-af8aacab3f9a req-fb3cb91b-9a1f-4428-9e7a-f0a0c24882e7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0475640 Sep 13 15:35:10.354666 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c3edc6a5-0fdc-4e33-b4e6-af8aacab3f9a req-5bd3e194-d608-4b13-b786-edff66f5ad63 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510721 Sep 13 15:35:10.506845 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7629c7-33b3-4e3e-bf2c-bcc1b062785d req-2909bf8b-91b5-4d6f-9a8b-ce53727259fa tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:10.508253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e7629c7-33b3-4e3e-bf2c-bcc1b062785d req-2909bf8b-91b5-4d6f-9a8b-ce53727259fa tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0584967 Sep 13 15:35:10.557876 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7e7629c7-33b3-4e3e-bf2c-bcc1b062785d req-59ced99b-9501-455d-845f-2761dc316645 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Sep 13 15:35:11.317018 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771e35-6c57-4a37-a573-4c8c125d56f7 req-2c634d58-ed7e-4de1-a959-35287b58cab6 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:11.318542 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a771e35-6c57-4a37-a573-4c8c125d56f7 req-2c634d58-ed7e-4de1-a959-35287b58cab6 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0478716 Sep 13 15:35:11.379288 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a771e35-6c57-4a37-a573-4c8c125d56f7 req-e0ca4bdf-88b0-4ab7-bb38-3037bc065a20 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550592 Sep 13 15:35:11.493916 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acfd4d-b893-4df1-a3c0-e302150bf048 req-46dfea4f-eb70-4fcc-a60d-54ab7919f056 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:11.495328 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7acfd4d-b893-4df1-a3c0-e302150bf048 req-46dfea4f-eb70-4fcc-a60d-54ab7919f056 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0568655 Sep 13 15:35:11.548254 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7acfd4d-b893-4df1-a3c0-e302150bf048 req-cbd2ecae-2145-4b53-9991-736ee0e9cc6e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469563 Sep 13 15:35:11.661662 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:35:11.681649 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498f2bb-94c5-4999-9cfc-158900cc782d req-ba7d60a0-12dd-4e8f-a959-5060bf0af17b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:11.683164 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5498f2bb-94c5-4999-9cfc-158900cc782d req-ba7d60a0-12dd-4e8f-a959-5060bf0af17b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0475647 Sep 13 15:35:11.692489 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=63 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:11.694445 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:11.734261 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5498f2bb-94c5-4999-9cfc-158900cc782d req-120cfa9e-b7db-4abd-b303-fdc88725f136 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Sep 13 15:35:12.526797 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277893a-74c6-4ef7-b070-ff6e6697d243 req-da5a2e3e-6e75-4c06-a939-79f7c8e0c443 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:12.528275 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f277893a-74c6-4ef7-b070-ff6e6697d243 req-da5a2e3e-6e75-4c06-a939-79f7c8e0c443 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0551589 Sep 13 15:35:12.603304 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f277893a-74c6-4ef7-b070-ff6e6697d243 req-e62e977a-3292-4435-bb21-cc17d1f7d2c6 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664439 Sep 13 15:35:12.701100 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:12.715756 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9b623-eb35-44ac-9d37-1a11a1c67a94 req-98653b03-a592-49d2-b62a-fcf98273e42e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:12.717336 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-def9b623-eb35-44ac-9d37-1a11a1c67a94 req-98653b03-a592-49d2-b62a-fcf98273e42e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0556378 Sep 13 15:35:12.766024 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-def9b623-eb35-44ac-9d37-1a11a1c67a94 req-37ad61ff-ad9c-4bd2-b557-e2123becbb9b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Sep 13 15:35:12.877248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755f64-e246-4a18-9c97-cfd5492fe36b req-cf8049ba-883c-4f70-8b4a-86ba66446a5a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:12.878753 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd755f64-e246-4a18-9c97-cfd5492fe36b req-cf8049ba-883c-4f70-8b4a-86ba66446a5a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0558279 Sep 13 15:35:12.913788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:12.930619 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd755f64-e246-4a18-9c97-cfd5492fe36b req-705f1964-cf9b-46a6-8818-9a52601cdaa7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 Sep 13 15:35:13.737459 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586378d6-be3d-4189-b308-12e41368e5ef req-11798e9b-c6a2-4d4a-a9dd-9822048c3a7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:13.738952 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-586378d6-be3d-4189-b308-12e41368e5ef req-11798e9b-c6a2-4d4a-a9dd-9822048c3a7b tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0505476 Sep 13 15:35:13.799693 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-586378d6-be3d-4189-b308-12e41368e5ef req-2b46e8e1-ee1e-42df-ade3-d2d4988a206e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550199 Sep 13 15:35:13.909198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2dae5-c3be-448c-aea7-86f0756b72d5 req-3f89c63a-4d09-48ac-bc20-d70b03cb99b4 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:13.910667 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f6e2dae5-c3be-448c-aea7-86f0756b72d5 req-3f89c63a-4d09-48ac-bc20-d70b03cb99b4 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0470903 Sep 13 15:35:13.956779 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f6e2dae5-c3be-448c-aea7-86f0756b72d5 req-538fe6d3-17f0-4903-bbf9-349c16324b05 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 Sep 13 15:35:14.172888 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe5b9-4816-4d93-8396-8f63c6dc96a3 req-5cb60a5a-b281-4ed1-9710-9eb1e1c86970 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:14.174272 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-200fe5b9-4816-4d93-8396-8f63c6dc96a3 req-5cb60a5a-b281-4ed1-9710-9eb1e1c86970 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0514061 Sep 13 15:35:14.227106 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-200fe5b9-4816-4d93-8396-8f63c6dc96a3 req-20c6cc58-4ba0-4d5e-a19c-d4b4a3926a48 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470948 Sep 13 15:35:14.937126 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0ec9-31dd-4699-ba0f-44feddc5c401 req-e0c8e92f-3ad8-41c7-aee5-2460a669e8db tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:14.939025 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6ee0ec9-31dd-4699-ba0f-44feddc5c401 req-e0c8e92f-3ad8-41c7-aee5-2460a669e8db tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0506384 Sep 13 15:35:15.005710 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6ee0ec9-31dd-4699-ba0f-44feddc5c401 req-4153aa21-56c4-4ddb-9641-3f3e2d59a209 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2629fab4-a835-4c4c-8f72-0dd82071acbd&id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593712 Sep 13 15:35:15.110134 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349dc2-b293-47f3-b443-a693370b7ac1 req-bf629235-e408-45a9-8690-43df4618059f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:15.111634 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7d349dc2-b293-47f3-b443-a693370b7ac1 req-bf629235-e408-45a9-8690-43df4618059f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0482929 Sep 13 15:35:15.160224 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7d349dc2-b293-47f3-b443-a693370b7ac1 req-cceaab03-3e82-4403-8f98-3207d869b258 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 Sep 13 15:35:15.376074 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f4f73-a01b-464f-8c82-bd3882e7f817 req-2d932bdf-99e4-44b6-8d17-1591f47e42dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:15.377561 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b70f4f73-a01b-464f-8c82-bd3882e7f817 req-2d932bdf-99e4-44b6-8d17-1591f47e42dd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0603626 Sep 13 15:35:15.428717 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b70f4f73-a01b-464f-8c82-bd3882e7f817 req-be555e72-a7f2-4ec8-a54e-56f3a6f4d7fc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Sep 13 15:35:16.250992 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ba5d-093e-4509-aa48-e39e28850424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:16.289387 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7cb6-01ee-4730-a94b-0352d2266552 req-78a4dbaf-48f4-4898-bc77-a9b1deb9cdba tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:16.290902 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2a2c7cb6-01ee-4730-a94b-0352d2266552 req-78a4dbaf-48f4-4898-bc77-a9b1deb9cdba tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0489864 Sep 13 15:35:16.339066 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2a2c7cb6-01ee-4730-a94b-0352d2266552 req-39ad2d79-97c7-4d52-9f11-99485152d634 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Sep 13 15:35:16.566209 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3bd17-7ca1-4aa5-a06c-536be7536318 req-ee9e260b-d141-4be3-b3c6-90cbe59a8689 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:16.567670 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56b3bd17-7ca1-4aa5-a06c-536be7536318 req-ee9e260b-d141-4be3-b3c6-90cbe59a8689 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Sep 13 15:35:16.627893 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56b3bd17-7ca1-4aa5-a06c-536be7536318 req-1f71982d-ad29-4834-95f7-807ddc348ee4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545003 Sep 13 15:35:17.482159 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221655b-5ec2-4e52-ab5b-3cb3a9ba8664 req-8f795600-b649-420c-ad57-5eef2bc7d0f1 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:17.484503 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4221655b-5ec2-4e52-ab5b-3cb3a9ba8664 req-8f795600-b649-420c-ad57-5eef2bc7d0f1 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0538738 Sep 13 15:35:17.527123 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:17.540726 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4221655b-5ec2-4e52-ab5b-3cb3a9ba8664 req-82dba64e-949c-4710-aa24-afc1f17908fd tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476813 Sep 13 15:35:17.761775 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4067a2-d587-496c-9d40-13d0c3070d1c req-e968ce1b-9cfe-40da-8224-a9d1e1b44cd3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:17.763290 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1c4067a2-d587-496c-9d40-13d0c3070d1c req-e968ce1b-9cfe-40da-8224-a9d1e1b44cd3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0493114 Sep 13 15:35:17.815566 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1c4067a2-d587-496c-9d40-13d0c3070d1c req-3cf2db2f-8a41-4892-8d73-d9356b163406 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444968 Sep 13 15:35:17.844110 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=13 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:17.844926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=48 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:18.589905 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d530-85fa-49b9-8507-5721e844e549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:18.676185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13856a4-3d30-4317-96ba-5177d13bcc32 req-8542dcd8-4718-485f-9b98-a893d3566bd9 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:18.677712 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a13856a4-3d30-4317-96ba-5177d13bcc32 req-8542dcd8-4718-485f-9b98-a893d3566bd9 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0526419 Sep 13 15:35:18.709595 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:18.727735 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a13856a4-3d30-4317-96ba-5177d13bcc32 req-3ac557de-5295-4820-bc6e-e727f47cdb97 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443196 Sep 13 15:35:18.942799 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8728b-bd95-424c-ac33-5ce34dea1515 req-cb13e475-9620-492f-923c-2073b9792fb4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:18.944274 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-86f8728b-bd95-424c-ac33-5ce34dea1515 req-cb13e475-9620-492f-923c-2073b9792fb4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0477722 Sep 13 15:35:18.994560 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-86f8728b-bd95-424c-ac33-5ce34dea1515 req-5323d423-6ee7-4182-bd0f-caeb994a6bf3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 Sep 13 15:35:19.601401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:19.864499 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42312b-d89f-45e1-bb0f-6b911e96f605 req-1586d5ee-9764-4df7-9326-1dce4e36f433 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:19.865955 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6e42312b-d89f-45e1-bb0f-6b911e96f605 req-1586d5ee-9764-4df7-9326-1dce4e36f433 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0587385 Sep 13 15:35:19.918010 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6e42312b-d89f-45e1-bb0f-6b911e96f605 req-5a42075a-7450-482c-8b03-e6484c042233 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Sep 13 15:35:20.133821 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f852-226f-4a63-85ff-0f782ea077e6 req-bddb9355-47c2-496b-941d-08e5792aa464 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:20.135302 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8469f852-226f-4a63-85ff-0f782ea077e6 req-bddb9355-47c2-496b-941d-08e5792aa464 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0568554 Sep 13 15:35:20.183924 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8469f852-226f-4a63-85ff-0f782ea077e6 req-b83e28f3-0506-411b-b145-edd2fe216af1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Sep 13 15:35:21.051026 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407052b7-50c9-41f2-8471-454cc3697d10 req-8a9265da-91cb-4009-8b00-ea436c7af2ce tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.052852 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-407052b7-50c9-41f2-8471-454cc3697d10 req-8a9265da-91cb-4009-8b00-ea436c7af2ce tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0499189 Sep 13 15:35:21.082620 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:21.108960 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-407052b7-50c9-41f2-8471-454cc3697d10 req-823b96a9-389f-4b5c-92b8-c60576068d4e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482788 Sep 13 15:35:21.249002 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:21.317890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5dbdc-a43c-46cb-8405-fe33eef9ab20 req-0ce31db5-826a-4b22-9aef-0f815e15572b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.319463 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9b5dbdc-a43c-46cb-8405-fe33eef9ab20 req-0ce31db5-826a-4b22-9aef-0f815e15572b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0488641 Sep 13 15:35:21.370529 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9b5dbdc-a43c-46cb-8405-fe33eef9ab20 req-2d0ece1a-0efe-448d-a18c-5fe9b11903d8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Sep 13 15:35:21.402625 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-b721d507-ab11-4598-b3c1-f07960861715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.404745 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-b721d507-ab11-4598-b3c1-f07960861715 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 1129 time: 0.0492558 Sep 13 15:35:21.475163 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09889-a1d4-4f4c-a7d4-c672b0b2e1ec req-70f245b3-a66c-4913-bb59-3c8ea64b826b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.476625 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eab09889-a1d4-4f4c-a7d4-c672b0b2e1ec req-70f245b3-a66c-4913-bb59-3c8ea64b826b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0486302 Sep 13 15:35:21.498375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-2424470b-f9bf-4720-82fe-1b4b944825e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.499873 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-2424470b-f9bf-4720-82fe-1b4b944825e7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.0889041 Sep 13 15:35:21.525427 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eab09889-a1d4-4f4c-a7d4-c672b0b2e1ec req-0aeb4589-6423-4164-b2fa-58787f4d13ed tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Sep 13 15:35:21.564913 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-4cc81cda-e5cd-4c05-ae3e-ab8990fa7d5e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 200 len: 1001 time: 0.0588462 Sep 13 15:35:21.613838 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-80f16818-c3ad-4ef4-a135-24cffdad2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.615306 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-80f16818-c3ad-4ef4-a135-24cffdad2790 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0442510 Sep 13 15:35:21.663006 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-f3ecc8fd-d741-470b-8eb1-2058ee306f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:21.664551 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-f3ecc8fd-d741-470b-8eb1-2058ee306f62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430737 Sep 13 15:35:21.770054 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-8582bb6a-1f04-4242-b445-da8e74f6d8a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982423 Sep 13 15:35:21.874774 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f788ce27-669e-4d74-b82f-5795195ec4f7 req-cbdf48bd-9962-472b-9eac-9e7a949a6bfb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978310 Sep 13 15:35:22.506224 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961ad5b-2845-44d6-9da9-f6d4a28df4d3 req-a180e9f6-97da-42e0-a133-a67dd4e4849b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:22.508194 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e961ad5b-2845-44d6-9da9-f6d4a28df4d3 req-a180e9f6-97da-42e0-a133-a67dd4e4849b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0553377 Sep 13 15:35:22.564908 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e961ad5b-2845-44d6-9da9-f6d4a28df4d3 req-ff34ffe9-3b28-4ae2-8870-7a8c2a826701 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480106 Sep 13 15:35:22.672010 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa12bb1-6173-4fb7-af64-726a499b8ac9 req-b8f0d12f-6cf2-4f90-9bb8-f13a1040d261 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:22.674462 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9fa12bb1-6173-4fb7-af64-726a499b8ac9 req-b8f0d12f-6cf2-4f90-9bb8-f13a1040d261 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 13 15:35:22.722301 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9fa12bb1-6173-4fb7-af64-726a499b8ac9 req-c6de2770-9ac5-4640-aa65-6cc18e1fc3bb tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Sep 13 15:35:23.704258 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead2bb-5644-426c-b003-f92ad4b26719 req-7b292b71-7127-4df5-b7be-cffc04074740 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:23.705743 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cead2bb-5644-426c-b003-f92ad4b26719 req-7b292b71-7127-4df5-b7be-cffc04074740 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Sep 13 15:35:23.730390 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:23.759831 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cead2bb-5644-426c-b003-f92ad4b26719 req-6c6bb9fe-2fbc-45f9-b885-6d74288542d3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481071 Sep 13 15:35:23.864750 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777de2-b109-4448-949b-5f1535a399a9 req-6e70ec3e-3e33-4579-a66a-f2651284e158 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:23.866220 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-95777de2-b109-4448-949b-5f1535a399a9 req-6e70ec3e-3e33-4579-a66a-f2651284e158 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0478895 Sep 13 15:35:23.917584 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-95777de2-b109-4448-949b-5f1535a399a9 req-dd135f0c-1e1d-4834-a1f1-75e134477f3a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430858 Sep 13 15:35:24.895066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4a8a5-098f-49af-9065-075d8323862e req-6738d898-f921-4088-aeaf-aa96c7ac2ee4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:24.896505 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-04c4a8a5-098f-49af-9065-075d8323862e req-6738d898-f921-4088-aeaf-aa96c7ac2ee4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Sep 13 15:35:24.945135 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-04c4a8a5-098f-49af-9065-075d8323862e req-e3f5f024-c028-433a-8323-3ce267493cd6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Sep 13 15:35:25.331324 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a5f9f-781e-4d5b-b30a-dc81f275ac68 req-4ec69562-d357-49c5-87cc-352cb17412e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:25.332832 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f82a5f9f-781e-4d5b-b30a-dc81f275ac68 req-4ec69562-d357-49c5-87cc-352cb17412e8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0906630 Sep 13 15:35:25.379963 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f82a5f9f-781e-4d5b-b30a-dc81f275ac68 req-d1d788cf-32b7-4531-8185-79d2d8e6b307 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396056 Sep 13 15:35:26.070751 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:26.082179 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5a6f8-f05c-49a4-91b7-04280e2c1a16 req-a069fcb8-99d6-4730-ac21-8c57f16a104f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:26.083698 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1bb5a6f8-f05c-49a4-91b7-04280e2c1a16 req-a069fcb8-99d6-4730-ac21-8c57f16a104f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0594075 Sep 13 15:35:26.137333 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1bb5a6f8-f05c-49a4-91b7-04280e2c1a16 req-5073d01d-e2d7-42db-be94-7d1e79837dd8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 Sep 13 15:35:27.274651 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb929-0c20-42cf-a322-85a9ac7b4760 req-f1be1aec-f8a7-4e37-906f-d12ac6eae97b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:27.276122 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f34fb929-0c20-42cf-a322-85a9ac7b4760 req-f1be1aec-f8a7-4e37-906f-d12ac6eae97b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0490484 Sep 13 15:35:27.329924 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f34fb929-0c20-42cf-a322-85a9ac7b4760 req-c78830a5-b723-4cce-ba19-565972a7ba9a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453482 Sep 13 15:35:27.692143 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-a1f27884-d0d8-4701-af44-2ad29b4ca80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:27.693642 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-a1f27884-d0d8-4701-af44-2ad29b4ca80f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0397818 Sep 13 15:35:27.708020 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f869bd-47f7-4876-a42b-bf8a91d16c93 req-ebb0fd80-bf4f-4337-8499-a40b80286716 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:27.709489 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29f869bd-47f7-4876-a42b-bf8a91d16c93 req-ebb0fd80-bf4f-4337-8499-a40b80286716 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0502317 Sep 13 15:35:27.759452 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29f869bd-47f7-4876-a42b-bf8a91d16c93 req-873568f9-15c9-4832-b22a-fd8378ed8648 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Sep 13 15:35:27.792351 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-3c3982e0-7106-4126-830e-ac9194e6aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:27.793878 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-3c3982e0-7106-4126-830e-ac9194e6aca0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.0904775 Sep 13 15:35:27.855846 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-cb3309ee-7e59-4561-a9ba-23c02f7d9fad service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0547049 Sep 13 15:35:27.906386 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-96b58a4d-4326-4578-9c8c-2cac0725d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:27.907840 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-96b58a4d-4326-4578-9c8c-2cac0725d849 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0458784 Sep 13 15:35:27.966299 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-b3e357f6-9501-424c-8622-54297c21c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:27.967765 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-b3e357f6-9501-424c-8622-54297c21c909 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423126 Sep 13 15:35:28.071578 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-686bad7f-0326-48fd-bfa0-7e1a758c8913 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908468 Sep 13 15:35:28.408870 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:28.415419 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:28.439314 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-82315008-66ea-4b4c-91a7-c9a458fdcbed req-b243832c-c3b6-4500-9548-d2c3e96597f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563719 Sep 13 15:35:28.894636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387597c6-d379-4650-a233-1257cbd0235c req-672e0658-6970-42a9-b748-78f48a7a532d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:28.896124 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-387597c6-d379-4650-a233-1257cbd0235c req-672e0658-6970-42a9-b748-78f48a7a532d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0546002 Sep 13 15:35:28.943857 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-387597c6-d379-4650-a233-1257cbd0235c req-8891fc6a-212c-4391-86d6-7934ce887abb tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Sep 13 15:35:30.077446 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf76cbe-eb15-4342-a9ff-68b9629c4a04 req-1b5b6ec4-066e-4db2-bc4d-89f1449328d4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:30.078949 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7cf76cbe-eb15-4342-a9ff-68b9629c4a04 req-1b5b6ec4-066e-4db2-bc4d-89f1449328d4 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Sep 13 15:35:30.131608 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7cf76cbe-eb15-4342-a9ff-68b9629c4a04 req-24376868-1e5d-4dcb-bdd7-8cb6591b5f48 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468111 Sep 13 15:35:30.626452 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:30.634168 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:31.239660 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:31.242830 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:31.260446 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26bc2c-5dee-4a2c-a67c-d4a44fba835b req-eba2d482-e0fc-453d-b8db-b7f5c4e9cc0c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:31.261927 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3c26bc2c-5dee-4a2c-a67c-d4a44fba835b req-eba2d482-e0fc-453d-b8db-b7f5c4e9cc0c tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Sep 13 15:35:31.309442 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3c26bc2c-5dee-4a2c-a67c-d4a44fba835b req-a31ad06e-7193-40fa-b811-f4a66110f76d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Sep 13 15:35:31.731484 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:32.448063 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acebfb3-5730-4f56-96d2-e523ab16035e req-505cd196-2748-4c98-b66c-efc105d1fb0a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:32.449508 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1acebfb3-5730-4f56-96d2-e523ab16035e req-505cd196-2748-4c98-b66c-efc105d1fb0a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0476711 Sep 13 15:35:32.501175 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1acebfb3-5730-4f56-96d2-e523ab16035e req-105917f4-7085-4b14-a011-bb32381535e7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Sep 13 15:35:32.629055 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaabda-726c-4c44-a98e-387868735a98 req-498b55f7-fa5a-4869-9952-78e71d5e2728 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:32.630570 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2afaabda-726c-4c44-a98e-387868735a98 req-498b55f7-fa5a-4869-9952-78e71d5e2728 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0583947 Sep 13 15:35:32.640955 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 32816) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:35:32.645347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Request body: {'floatingip': {'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:35:32.699433 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:32.810252 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:33.223985 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:33.422927 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:33.429938 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:33.639830 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Router 5f649f9a-9a65-4ad6-9306-22341435c970 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:35:33.743561 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:35:33.748962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:33.754328 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] Sync routers for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:35:33.764895 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:35:33.765504 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:35:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:35:33.783494 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:35:33.786031 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba067c4-829e-4db3-b463-27008292cadc" -d '{"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:35:33.820278 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e6cbfe54-e7c6-4c06-8841-25c6d0268e91 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/475c6f58-1f84-4869-881f-5352c772e706 HTTP/1.1" status: 200 len: 993 time: 1.1778889 Sep 13 15:35:33.888994 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50040303-c213-4b0a-b045-07aa17728ac3 x-openstack-request-id: req-50040303-c213-4b0a-b045-07aa17728ac3 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:35:33.889309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:35:33.889560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50040303-c213-4b0a-b045-07aa17728ac3 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:35:33.890052 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50040303-c213-4b0a-b045-07aa17728ac3'] response: {'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'status': 'completed', 'code': 200} Sep 13 15:35:33.958345 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba067c4-829e-4db3-b463-27008292cadc req-302ca81a-e321-446f-bdda-fcbdeb378ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:33.959872 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-302ca81a-e321-446f-bdda-fcbdeb378ffc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0406604 Sep 13 15:35:34.006524 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:35:34.054396 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba067c4-829e-4db3-b463-27008292cadc req-eef1b9d3-e408-4e88-a09f-f5ccc4f55483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:34.055859 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-eef1b9d3-e408-4e88-a09f-f5ccc4f55483 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.0885823 Sep 13 15:35:34.119006 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-2e6af42b-6a1f-4c7d-8a96-cfb57fba88be service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0561986 Sep 13 15:35:34.168644 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba067c4-829e-4db3-b463-27008292cadc req-50ccd29a-074f-4a24-869a-7a3a547cc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:34.170073 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-50ccd29a-074f-4a24-869a-7a3a547cc0f9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0445585 Sep 13 15:35:34.219224 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '475c6f58-1f84-4869-881f-5352c772e706', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:32:36Z', 'updated_at': '2022-09-13T15:35:33Z', 'revision_number': 3, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:35:34.219575 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba067c4-829e-4db3-b463-27008292cadc req-868e6429-7d92-4907-8c20-9a70b1bc59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:34.220995 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-868e6429-7d92-4907-8c20-9a70b1bc59d8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440865 Sep 13 15:35:34.245105 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] Checking router: 5f649f9a-9a65-4ad6-9306-22341435c970 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:35:34.253441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:35:34.254059 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:35:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:35:34.318601 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-767e008b-530e-4577-a133-a65df73ab2eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854082 Sep 13 15:35:34.359306 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:35:34.415369 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-eba067c4-829e-4db3-b463-27008292cadc req-2ee07b8b-97b1-4d02-9e38-3c0e512e3de7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863008 Sep 13 15:35:34.589071 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '475c6f58-1f84-4869-881f-5352c772e706', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:32:36Z', 'updated_at': '2022-09-13T15:35:33Z', 'revision_number': 3, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:35:34.613528 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de92654-66d0-4a76-8876-2b2e2a06ad1a None None] The sync data for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi is: [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '475c6f58-1f84-4869-881f-5352c772e706', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'port_id': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'mac_address': 'fa:16:3e:1f:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:32:36Z', 'updated_at': '2022-09-13T15:35:33Z', 'revision_number': 3, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:35:35.891818 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:35:35.895732 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0bee62-d838-4aec-b2aa-21e831acb292" -d '{"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:35:35.941128 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a30efca-019a-4a1a-837b-2c44f6a06308 x-openstack-request-id: req-7a30efca-019a-4a1a-837b-2c44f6a06308 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:35:35.941425 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:35:35.941706 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a30efca-019a-4a1a-837b-2c44f6a06308 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:35:35.942223 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a30efca-019a-4a1a-837b-2c44f6a06308'] response: {'name': 'network-changed', 'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'status': 'completed', 'code': 200} Sep 13 15:35:36.010527 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-5ffd98bf-9c71-42a5-8110-efe29c656475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:36.012038 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-5ffd98bf-9c71-42a5-8110-efe29c656475 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=07f8e7ebb2814be392842c2e17d55fca&device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 1129 time: 0.0426872 Sep 13 15:35:36.117983 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-26dabbe4-9258-488b-928d-6130615eb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:36.119483 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-26dabbe4-9258-488b-928d-6130615eb218 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 200 len: 919 time: 0.0979943 Sep 13 15:35:36.185470 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-8b20ebe1-3a3c-4c64-a0ad-589c1f485f5b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0590701 Sep 13 15:35:36.250990 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-7ca1ba54-6ea5-4a8d-8d2c-c5b0f8b88d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:36.252413 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-7ca1ba54-6ea5-4a8d-8d2c-c5b0f8b88d0a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 200 len: 857 time: 0.0542583 Sep 13 15:35:36.317418 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-98f33b97-1dff-4d5e-8d9f-1f31a1918699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:35:36.319146 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-98f33b97-1dff-4d5e-8d9f-1f31a1918699 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599005 Sep 13 15:35:36.426366 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-edf9d922-498e-4b9a-9de6-2c606527c7ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893245 Sep 13 15:35:36.515199 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:36.520835 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2f0bee62-d838-4aec-b2aa-21e831acb292 req-a4c5f869-12a6-4c9d-a3bb-97fe440d2903 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Sep 13 15:35:43.789252 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=2,neutron:SELECT=54 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:43.819162 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:44.592008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:44.593312 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=81 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:44.598198 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:44.599320 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:46.268062 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-93bf71c9-0ca7-4dec-8f28-f137de4ba4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:46.518286 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:35:48.589841 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7998ca0d-a148-49f0-b1e8-fed4360b97fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:48.661940 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:35:49.602916 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:51.086274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:35:51.247246 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:00.483309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acaa66-2331-4aa5-b615-8508a24d862f req-c8c8841b-2a38-42f4-b6c5-8638f74072c0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:00.484910 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9acaa66-2331-4aa5-b615-8508a24d862f req-c8c8841b-2a38-42f4-b6c5-8638f74072c0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0567603 Sep 13 15:36:00.544206 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9acaa66-2331-4aa5-b615-8508a24d862f req-4a0244b9-a08b-415e-84f2-3ec5f35c0823 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531781 Sep 13 15:36:01.232273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:01.239616 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:01.681294 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34145661-297f-4e3a-9792-3d525ca2bfb2 req-d63790bf-570c-4c9a-a4e9-286661eeb29a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:01.682785 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-34145661-297f-4e3a-9792-3d525ca2bfb2 req-d63790bf-570c-4c9a-a4e9-286661eeb29a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0505683 Sep 13 15:36:01.719440 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:01.731900 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-34145661-297f-4e3a-9792-3d525ca2bfb2 req-8b364080-1c5c-4cb4-a49f-cbff1217d423 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 Sep 13 15:36:02.285708 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-bfdb4adb-b685-4258-a77f-e3500903e04a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:02.287276 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-bfdb4adb-b685-4258-a77f-e3500903e04a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0531390 Sep 13 15:36:02.375886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Deleting port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:02.376210 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:02.477426 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] For port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:02.477792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:02.695000 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:02.695371 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (e7a1082c-919c-43b6-98d3-a5b80d92b7b0), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:02.695693 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Floating IP e7a1082c-919c-43b6-98d3-a5b80d92b7b0 disassociated. External IP: 172.27.1.154, port: 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b. Sep 13 15:36:02.696039 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Calling delete_port for 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:02.845767 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (7f6adc72-52bc-432c-b1c8-d041a0a6fe1b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:02.865334 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07d83d-1352-4652-b5b5-093cf9e18188 req-8da48e41-0f1f-4877-a101-af6267e6e2a5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:02.867529 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0d07d83d-1352-4652-b5b5-093cf9e18188 req-8da48e41-0f1f-4877-a101-af6267e6e2a5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34b86fc1-70f9-4cbe-a998-ec6aef1ba750 HTTP/1.1" status: 200 len: 946 time: 0.0496104 Sep 13 15:36:02.874873 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event deleted for resources: {'Port': ['ID=7f6adc72-52bc-432c-b1c8-d041a0a6fe1b,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:02.886925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.887270 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.887601 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.887931 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.888266 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.888595 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.888919 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.889353 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.889677 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.890003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.890349 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.890668 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.891005 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.891313 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.891628 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:02.924603 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0d07d83d-1352-4652-b5b5-093cf9e18188 req-5fb262c3-203c-4c48-939d-f7341041692d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=09931baa-235d-4ada-a373-525ac0879139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514009 Sep 13 15:36:03.000610 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Router 0511489b-b209-47c4-8689-927830e8ca8e has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:03.124458 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:03.134683 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:03.146697 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:03.147315 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:35:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:03.167969 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] No DVR routers for this DVR port 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:03.170603 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:03.174066 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-60218c22-4f87-4fce-9c8d-fe21f8930311 req-dd3d5bdd-e877-4f87-a804-bd8a5949ae2a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "DELETE /networking/v2.0/ports/7f6adc72-52bc-432c-b1c8-d041a0a6fe1b HTTP/1.1" status: 204 len: 173 time: 0.8810642 Sep 13 15:36:03.174589 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-deleted', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:03.176881 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d257b9-84bd-4510-bf37-2b0f3a66540d" -d '{"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-deleted", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:03.253625 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:03.290792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f050e4-5b41-444f-93fa-da8c45eb8e3c x-openstack-request-id: req-d2f050e4-5b41-444f-93fa-da8c45eb8e3c {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:03.291280 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b86fc1-70f9-4cbe-a998-ec6aef1ba750", "name": "network-vif-deleted", "tag": "7f6adc72-52bc-432c-b1c8-d041a0a6fe1b", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:03.291372 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2f050e4-5b41-444f-93fa-da8c45eb8e3c {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:03.291827 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f050e4-5b41-444f-93fa-da8c45eb8e3c'] response: {'server_uuid': '34b86fc1-70f9-4cbe-a998-ec6aef1ba750', 'name': 'network-vif-deleted', 'tag': '7f6adc72-52bc-432c-b1c8-d041a0a6fe1b', 'status': 'completed', 'code': 200} Sep 13 15:36:03.453048 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:03.483106 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:03.493299 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:03.493919 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:35:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:03.598541 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:03.793807 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:03.819316 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16394bfd-f723-476a-9eab-bb5ce95e5f18 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:04.036662 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 32884) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:04.096083 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (09931baa-235d-4ada-a373-525ac0879139), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.112504 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f5b23-b085-476a-9ff9-931e99b67baa None None] New status for floating IP e7a1082c-919c-43b6-98d3-a5b80d92b7b0: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:04.119347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (09931baa-235d-4ada-a373-525ac0879139), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.173776 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (09931baa-235d-4ada-a373-525ac0879139), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.176809 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.178013 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/09931baa-235d-4ada-a373-525ac0879139 HTTP/1.1" status: 204 len: 168 time: 0.1403458 Sep 13 15:36:04.180839 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 32886) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:04.187950 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09931baa-235d-4ada-a373-525ac0879139,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:04.196701 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.197056 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.197398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.197936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.198461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.199010 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.199663 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.200147 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.200676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.201082 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-d8551d16-530d-40e0-ad35-5793f8329876 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] show failed (client error): The resource could not be found. Sep 13 15:36:04.201335 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.202059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.202727 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.202937 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d8551d16-530d-40e0-ad35-5793f8329876 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups/09931baa-235d-4ada-a373-525ac0879139 HTTP/1.1" status: 404 len: 347 time: 0.0200090 Sep 13 15:36:04.203385 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.203725 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.204156 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83085d-b836-48ca-a5da-25b969d24c0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:04.205963 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 32888) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:04.329213 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:04.338728 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Deleting port 69443262-abfe-4a21-a05e-c80a05b40f5c {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:04.339071 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.380406 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:04.421792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.422093 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (69443262-abfe-4a21-a05e-c80a05b40f5c), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.434797 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Calling delete_port for 69443262-abfe-4a21-a05e-c80a05b40f5c owned by network:floatingip {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:04.593409 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (69443262-abfe-4a21-a05e-c80a05b40f5c), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.617703 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event deleted for resources: {'Port': ['ID=69443262-abfe-4a21-a05e-c80a05b40f5c,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:04.682375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (e7a1082c-919c-43b6-98d3-a5b80d92b7b0), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.684805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.686042 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-60252945-c0d2-41db-b75d-aa4d2fed3176 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/e7a1082c-919c-43b6-98d3-a5b80d92b7b0 HTTP/1.1" status: 204 len: 168 time: 0.4771442 Sep 13 15:36:04.772366 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 32892) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:04.777049 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176316599', 'description': 'tempest-description--1311138776'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:04.799322 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.869803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (4008072d-c568-426d-b83b-a2c9f5e898c0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.875384 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4008072d-c568-426d-b83b-a2c9f5e898c0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.905740 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:04.907009 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336014 Sep 13 15:36:04.909045 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baae991-e474-4d83-9a38-fb03ea9746c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4008072d-c568-426d-b83b-a2c9f5e898c0,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:04.910003 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 32894) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:04.914974 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'security_group_rule': {'security_group_id': '4008072d-c568-426d-b83b-a2c9f5e898c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:04.947650 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (e6fb23ef-a4f9-4e7d-b7a5-0f9a0d712530), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.011857 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (e6fb23ef-a4f9-4e7d-b7a5-0f9a0d712530), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.017803 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (e6fb23ef-a4f9-4e7d-b7a5-0f9a0d712530), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.038587 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fb23ef-a4f9-4e7d-b7a5-0f9a0d712530,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:05.047453 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.048888 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-dc536d79-bde4-46bd-8f1f-6783e1a4900b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373868 Sep 13 15:36:05.051654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 32896) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:05.057418 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'security_group_rule': {'security_group_id': '4008072d-c568-426d-b83b-a2c9f5e898c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:05.088064 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (ccca687b-e29c-4105-ab44-21182ea6119b), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.159029 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (ccca687b-e29c-4105-ab44-21182ea6119b), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.164353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (ccca687b-e29c-4105-ab44-21182ea6119b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.184428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccca687b-e29c-4105-ab44-21182ea6119b,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:05.195121 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.196343 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-841b9de7-9b38-45c4-95d9-30bfea9f237e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435182 Sep 13 15:36:05.199692 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 32898) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:05.204093 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:05.228143 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.309339 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.311855 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:05.349841 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:05.426784 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Allocated IP 172.27.1.33 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/e0bad418-5422-4170-8598-418273d7ac14) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:36:05.539682 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for port (e0bad418-5422-4170-8598-418273d7ac14), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.576055 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (e0bad418-5422-4170-8598-418273d7ac14), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.619946 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:36:05.622814 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:36:05.626866 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:36:05.632079 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'Port': ['ID=e0bad418-5422-4170-8598-418273d7ac14,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:05.719973 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (50b756b8-6b41-4411-96ee-a0ad272db31c), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.760488 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (e0bad418-5422-4170-8598-418273d7ac14), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.928265 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for port (e0bad418-5422-4170-8598-418273d7ac14), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.933714 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:05.935414 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (e0bad418-5422-4170-8598-418273d7ac14), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:05.954027 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:05.954456 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7f6adc72-52bc-432c-b1c8-d041a0a6fe1b not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:06.008631 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'Port': ['ID=e0bad418-5422-4170-8598-418273d7ac14,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:06.011412 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (50b756b8-6b41-4411-96ee-a0ad272db31c), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:06.030232 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:06.031500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-18b90977-643e-4b3f-a331-2ddf956686a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8307900 Sep 13 15:36:06.187058 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:06.192051 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-390ec781-11c7-4cce-b8df-9667f6863443 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--176316599&fields=id&tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 267 time: 0.0450606 Sep 13 15:36:06.288283 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:06.316939 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-38a2b7fd-a5b9-4715-9bb6-0488a96f1cff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:06.318459 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-38a2b7fd-a5b9-4715-9bb6-0488a96f1cff tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 817 time: 0.1194463 Sep 13 15:36:06.335094 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-57da505a-3e3d-4ce2-b45d-81ade7152b2b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/quotas/3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Sep 13 15:36:06.389398 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-21afff14-0780-4e7a-a75e-652c9a7c2b0f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491917 Sep 13 15:36:06.540807 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-dca26a75-7a0c-458d-97a3-468258f7c516 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386433 Sep 13 15:36:06.630847 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-425058ab-25f5-4961-958d-3dca604c0fd4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835807 Sep 13 15:36:06.810344 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-944a0487-a7b8-4ec7-ac23-67b12c541dc0 req-672e6b4c-70e3-4661-a6f7-65ac9ddf84b0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 210 time: 0.0292003 Sep 13 15:36:07.481221 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-80b02fe9-e948-4927-ade1-602a90395e06 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402679 Sep 13 15:36:07.552220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-7d6d5a34-5fba-4aba-a3fd-d1a814568a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:07.553647 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-7d6d5a34-5fba-4aba-a3fd-d1a814568a0c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0430200 Sep 13 15:36:07.666213 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-ee76f21a-20a0-4dcd-946f-1e509de23dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:07.667755 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-ee76f21a-20a0-4dcd-946f-1e509de23dc5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.0944746 Sep 13 15:36:07.733389 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-133a4911-44a4-4bd6-813f-024e920dfec5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff HTTP/1.1" status: 200 len: 1000 time: 0.0591576 Sep 13 15:36:07.787064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-f3080c7f-08a8-408e-9c90-cc38fe8d820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:07.788528 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-f3080c7f-08a8-408e-9c90-cc38fe8d820c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0491514 Sep 13 15:36:07.843592 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-4a53407f-fcaf-430b-99db-f473a31eac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:07.845333 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-4a53407f-fcaf-430b-99db-f473a31eac88 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404630 Sep 13 15:36:07.920001 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ba96e3d8-0d30-4a5b-9f19-630c75f67888 req-a431f675-c6d4-4d95-8f17-c844225e5363 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 210 time: 0.0311279 Sep 13 15:36:08.080439 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:08.085182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:08.111746 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-4cfccd39-1a10-43c6-ad36-d2dcc31eaf3c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991230 Sep 13 15:36:08.204409 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-086abe1e-92fd-4203-b385-aa6b3dc19c26 req-d63c19ea-3d4e-4c74-99fb-a68149bd9ed5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874906 Sep 13 15:36:08.218031 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-8c1a0b7c-5510-488b-936e-d7cfa04a3a26 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:08.219749 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-8c1a0b7c-5510-488b-936e-d7cfa04a3a26 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 817 time: 0.1070569 Sep 13 15:36:08.298140 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-7c54d4e2-67cc-46a0-ad43-3ea5d7448486 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 379 time: 0.0697782 Sep 13 15:36:08.524058 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'port': {'device_id': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'admin_state_up': True, 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'security_groups': ['4008072d-c568-426d-b83b-a2c9f5e898c0']}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:08.640275 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Made reservation on behalf of 3cbf0c034dd54a8d856d9bc6fb485b45 for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:36:08.645830 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:08.779236 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Allocated IP 172.20.0.11 (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c/20aa7508-988e-4ceb-92c2-c828c044a835/5a5700cd-ed56-489f-9724-206efe586022) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:36:08.890815 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:08.928422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for port (5a5700cd-ed56-489f-9724-206efe586022), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:08.937951 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:08.968850 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.022256 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:36:09.028500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:36:09.047794 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:36:09.053831 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:09.097442 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8da51d-acd5-49c5-a18c-6637aa4ebaeb req-b465c7fb-4609-415b-9c9d-9cb72979b110 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:09.098951 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8e8da51d-acd5-49c5-a18c-6637aa4ebaeb req-b465c7fb-4609-415b-9c9d-9cb72979b110 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 932 time: 0.0933580 Sep 13 15:36:09.119821 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:09.120421 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.150037 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-20703ae8-ac66-42d9-8d72-d4d0ca138618 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6305783 Sep 13 15:36:09.172729 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8e8da51d-acd5-49c5-a18c-6637aa4ebaeb req-650f6e1c-905e-4dda-a0ed-af63d45e2acb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660505 Sep 13 15:36:09.187490 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Request body: {'port': {'device_id': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:09.248529 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.268274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-5761eeda-982f-43f1-9f06-a73e5ebefa26 None None] Provisioning complete for port 5a5700cd-ed56-489f-9724-206efe586022 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:36:09.268875 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5761eeda-982f-43f1-9f06-a73e5ebefa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5a5700cd-ed56-489f-9724-206efe586022), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.302984 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-5761eeda-982f-43f1-9f06-a73e5ebefa26 None None] Port 5a5700cd-ed56-489f-9724-206efe586022 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:36:09.523092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5700cd-ed56-489f-9724-206efe586022 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:36:09.531140 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Publish callbacks [] for port (5a5700cd-ed56-489f-9724-206efe586022), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.544537 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Transition to ACTIVE for port object 5a5700cd-ed56-489f-9724-206efe586022 will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:36:09.551512 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.611889 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:09.661694 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Attempting to bind port 5a5700cd-ed56-489f-9724-206efe586022 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:36:09.662032 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Attempting to bind port 5a5700cd-ed56-489f-9724-206efe586022 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:36:09.662359 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Attempting to bind port 5a5700cd-ed56-489f-9724-206efe586022 on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:36:09.707207 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Port 5a5700cd-ed56-489f-9724-206efe586022 on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:36:09.707527 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Attempting to bind port 5a5700cd-ed56-489f-9724-206efe586022 on network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:36:09.709518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:09.752664 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:36:09.752997 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Checking segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:36:09.753360 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Bound using segment: {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:36:09.753792 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Bound port: 5a5700cd-ed56-489f-9724-206efe586022, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b94608-35ad-4e10-869a-e54a7d2755fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:36:09.754159 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.756696 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:09.815758 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:36:09.818846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:36:09.827233 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.830555 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:09.831306 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:09.832677 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 1094 time: 0.6497598 Sep 13 15:36:09.835116 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:09.838281 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde1db7d-4c45-48cf-890d-bb568356735c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:09.880327 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850d16e-ee18-40ed-9176-2ab9753cb571 x-openstack-request-id: req-e850d16e-ee18-40ed-9176-2ab9753cb571 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:09.880613 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:09.880862 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e850d16e-ee18-40ed-9176-2ab9753cb571 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:09.881262 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e850d16e-ee18-40ed-9176-2ab9753cb571'] response: {'name': 'network-changed', 'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'status': 'completed', 'code': 200} Sep 13 15:36:09.920634 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5f90-53cd-43f2-aa14-0d63800037bb service neutron] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:09.935539 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-4ddd2c31-5c9c-4b87-bb2b-714f230f2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:09.937129 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-4ddd2c31-5c9c-4b87-bb2b-714f230f2066 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1128 time: 0.0526865 Sep 13 15:36:09.977753 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-f3dc28e3-9a2d-4182-b014-e74b7eb3dc06 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 217 time: 0.0331502 Sep 13 15:36:10.028861 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-e7b69290-77b3-4071-9d1d-3f86ba7cd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:10.030477 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-e7b69290-77b3-4071-9d1d-3f86ba7cd1af service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0467842 Sep 13 15:36:10.075363 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-55a1a752-71ac-49e8-9706-1b23a4c33b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:10.076851 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-55a1a752-71ac-49e8-9706-1b23a4c33b6c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400574 Sep 13 15:36:10.177332 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-b33516d9-b278-43dd-a306-c54448689e66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938463 Sep 13 15:36:10.300420 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56fcc18a-baa4-4593-b60e-e7d90cbb2634 req-4bd8e6c5-13ac-44fb-b4fa-003075c09bd3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163652 Sep 13 15:36:10.316490 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb76bd-1378-43cb-834c-27e30a67aaad req-b68fa722-97dd-4317-9ce4-e5fe2447cac0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:10.318018 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-17cb76bd-1378-43cb-834c-27e30a67aaad req-b68fa722-97dd-4317-9ce4-e5fe2447cac0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0599823 Sep 13 15:36:10.368061 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-17cb76bd-1378-43cb-834c-27e30a67aaad req-f1e95bc3-4dec-47ed-ac07-d88d417c9186 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440056 Sep 13 15:36:11.497367 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf2833-2c98-4b8e-a932-bc3077a2ed06 req-fcb78313-3318-4995-9e97-141f7352de60 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:11.498862 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b8cf2833-2c98-4b8e-a932-bc3077a2ed06 req-fcb78313-3318-4995-9e97-141f7352de60 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0502863 Sep 13 15:36:11.551719 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b8cf2833-2c98-4b8e-a932-bc3077a2ed06 req-18441415-62de-404b-aaa0-990814154657 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466275 Sep 13 15:36:12.702638 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8039d-97b3-4adc-901e-80858107b602 req-e0fd4ba2-0bae-4034-ba62-e5b85d8837cf tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:12.704126 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dba8039d-97b3-4adc-901e-80858107b602 req-e0fd4ba2-0bae-4034-ba62-e5b85d8837cf tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0488973 Sep 13 15:36:12.752330 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dba8039d-97b3-4adc-901e-80858107b602 req-b68c373a-8aad-4652-a1ed-d9465f6f2c56 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Sep 13 15:36:13.333044 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1db7d-4c45-48cf-890d-bb568356735c req-32ac7ef8-549f-456f-84d9-745e3037d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:13.334842 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-32ac7ef8-549f-456f-84d9-745e3037d5fe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1128 time: 0.0463262 Sep 13 15:36:13.436732 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1db7d-4c45-48cf-890d-bb568356735c req-1075e8a2-997e-4bf3-9ce0-6a074f68097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:13.438257 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-1075e8a2-997e-4bf3-9ce0-6a074f68097d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.0969689 Sep 13 15:36:13.479730 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-0788c31b-d37d-4f6e-87d8-e548f69dad39 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 217 time: 0.0333898 Sep 13 15:36:13.530323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1db7d-4c45-48cf-890d-bb568356735c req-14c37c16-2b68-42da-ab9b-b77e23d1d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:13.531713 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-14c37c16-2b68-42da-ab9b-b77e23d1d90c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0451937 Sep 13 15:36:13.545596 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:13.579719 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1db7d-4c45-48cf-890d-bb568356735c req-98829fd5-fc1f-42c8-a072-507c02235f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:13.581230 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-98829fd5-fc1f-42c8-a072-507c02235f07 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434356 Sep 13 15:36:13.630232 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:13.680330 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-c0f426a5-fbf1-4579-865f-72e80e47975b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926235 Sep 13 15:36:13.791520 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=71 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:13.792130 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fde1db7d-4c45-48cf-890d-bb568356735c req-9c2d8bcd-6f77-4cfd-95f7-af6bc4011fbe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046910 Sep 13 15:36:13.797720 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=69 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:13.893540 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f598fa-dec9-403f-8b9c-cba52d23f270 req-fdb06b22-3f2d-43b4-b19d-fe4414473a93 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:13.894948 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66f598fa-dec9-403f-8b9c-cba52d23f270 req-fdb06b22-3f2d-43b4-b19d-fe4414473a93 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0499330 Sep 13 15:36:13.944224 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66f598fa-dec9-403f-8b9c-cba52d23f270 req-44ad8fcc-a6a5-4b43-9229-f358c091e601 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Sep 13 15:36:13.956094 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:36:14.055977 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:14.068486 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '5a5700cd-ed56-489f-9724-206efe586022', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'port_id': '5a5700cd-ed56-489f-9724-206efe586022', 'mac_address': 'fa:16:3e:a7:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:36:14.104280 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:36:14.104667 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:14.118255 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5700cd-ed56-489f-9724-206efe586022 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:36:14.138414 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:14.146323 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:14.191648 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:14.198922 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.199272 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.199614 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.199955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.200305 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.200621 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.200944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.201269 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.201615 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.201935 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.202300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.202645 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.202955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.203273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.203589 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:36:14.569800 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['5a5700cd-ed56-489f-9724-206efe586022'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:15.082566 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53604a82-ddc0-426a-a51a-dc512fde3cc2 req-83b84bfe-ab41-4a56-87c2-4e401007efac tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:15.084365 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-53604a82-ddc0-426a-a51a-dc512fde3cc2 req-83b84bfe-ab41-4a56-87c2-4e401007efac tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 13 15:36:15.381051 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-53604a82-ddc0-426a-a51a-dc512fde3cc2 req-f4e30ef1-bb61-4147-a5d8-d1a937e60c2c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908003 Sep 13 15:36:15.969367 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:36:16.022506 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 5a5700cd-ed56-489f-9724-206efe586022 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:36:16.032037 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 5a5700cd-ed56-489f-9724-206efe586022 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:36:16.032414 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5a5700cd-ed56-489f-9724-206efe586022), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:16.106032 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:36:16.106450 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:16.130551 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:16.132954 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4310ed-0112-4ac7-b742-fb39db8617cd" -d '{"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:16.145420 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:16.151665 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:16.189631 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:16.200135 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:16.231601 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6255dcb-817b-4fbd-826f-c29cb8a30984 x-openstack-request-id: req-c6255dcb-817b-4fbd-826f-c29cb8a30984 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:16.231912 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:16.232145 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6255dcb-817b-4fbd-826f-c29cb8a30984 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:16.232574 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6255dcb-817b-4fbd-826f-c29cb8a30984'] response: {'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'code': 200} Sep 13 15:36:16.248504 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:16.255780 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c452ff41-7f6f-4843-bdc8-c91a4c8173f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:16.416347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e2e7f-cccc-4af9-a392-e1685f664600 req-5b4c5159-365e-44e0-b076-a4c0f931c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:16.417789 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-399e2e7f-cccc-4af9-a392-e1685f664600 req-5b4c5159-365e-44e0-b076-a4c0f931c814 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1130 time: 0.0386090 Sep 13 15:36:16.467042 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-399e2e7f-cccc-4af9-a392-e1685f664600 req-dba8cea7-107b-45e2-8420-a75b45d6ef83 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Sep 13 15:36:16.516947 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f8dfb-fa37-45b1-9809-bea1098c1bb0 req-8484bc5d-5a02-4634-b10f-c6488ca84286 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:16.518994 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3c0f8dfb-fa37-45b1-9809-bea1098c1bb0 req-8484bc5d-5a02-4634-b10f-c6488ca84286 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0473030 Sep 13 15:36:16.572468 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3c0f8dfb-fa37-45b1-9809-bea1098c1bb0 req-39b9b9e7-9e1d-41f1-8106-9f3053aa9fa5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Sep 13 15:36:17.719770 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4435966-8a0d-4757-a696-78bd0d3db885 req-9828efa5-e9f2-4d1b-befc-4161e975b9dd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:17.721255 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a4435966-8a0d-4757-a696-78bd0d3db885 req-9828efa5-e9f2-4d1b-befc-4161e975b9dd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0517340 Sep 13 15:36:17.772423 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a4435966-8a0d-4757-a696-78bd0d3db885 req-4fdf7e0a-459b-42a8-a0e8-cd0b44e60dfb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Sep 13 15:36:18.199921 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=9 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:18.201151 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=17 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:18.592461 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-bfc35dad-2146-4281-b995-e0d38f78213a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:18.906798 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222755-9b5c-469d-aac4-7c77262a3baa req-b4cf031f-d376-4033-bef1-caf9546f1ee8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:18.908300 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1222755-9b5c-469d-aac4-7c77262a3baa req-b4cf031f-d376-4033-bef1-caf9546f1ee8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Sep 13 15:36:18.961955 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b1222755-9b5c-469d-aac4-7c77262a3baa req-2e545e28-fdde-4eff-a268-977af16734a0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 Sep 13 15:36:19.084179 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2539b-27e1-4e50-8bff-0c81f076d191 req-1907b76a-5453-4b6b-a7ab-75b4127d4a0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:19.085620 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01f2539b-27e1-4e50-8bff-0c81f076d191 req-1907b76a-5453-4b6b-a7ab-75b4127d4a0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0493987 Sep 13 15:36:19.097831 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 32970) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:19.104790 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Request body: {'floatingip': {'port_id': '5a5700cd-ed56-489f-9724-206efe586022'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:19.148278 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (50b756b8-6b41-4411-96ee-a0ad272db31c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:19.577436 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:19.583577 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (50b756b8-6b41-4411-96ee-a0ad272db31c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:19.598635 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:19.684011 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Floating IP 50b756b8-6b41-4411-96ee-a0ad272db31c associated. External IP: 172.27.1.33, port: 5a5700cd-ed56-489f-9724-206efe586022. Sep 13 15:36:20.151004 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Router 0511489b-b209-47c4-8689-927830e8ca8e has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:20.257872 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:20.262899 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:20.267369 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:20.278454 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:20.279065 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:20.289108 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:20.294601 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c55b533c-7ce4-482c-b539-4bab06698231 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/50b756b8-6b41-4411-96ee-a0ad272db31c HTTP/1.1" status: 200 len: 991 time: 1.1953363 Sep 13 15:36:20.295315 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:20.297534 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f2a31-2c21-490d-89a4-928db9c69ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:20.340568 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bef05a-6b9b-48db-b2f6-114db6db719f x-openstack-request-id: req-28bef05a-6b9b-48db-b2f6-114db6db719f {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:20.340860 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:20.341113 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28bef05a-6b9b-48db-b2f6-114db6db719f {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:20.341523 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bef05a-6b9b-48db-b2f6-114db6db719f'] response: {'name': 'network-changed', 'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'status': 'completed', 'code': 200} Sep 13 15:36:20.384980 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:20.407647 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-1a4fa900-bee4-4d62-a0cf-e3cb00f0b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:20.409793 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-1a4fa900-bee4-4d62-a0cf-e3cb00f0b57d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1130 time: 0.0405979 Sep 13 15:36:20.511813 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:20.517185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-0a87b02b-4156-4db2-ae73-ff60981230ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:20.519422 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-0a87b02b-4156-4db2-ae73-ff60981230ff service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.0998027 Sep 13 15:36:20.585228 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-7241f5b3-ea15-43ea-ac9b-e45071639229 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 999 time: 0.0577226 Sep 13 15:36:20.636581 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-f6eb2556-5719-4fa1-a3ec-42cc3a9ecfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:20.638130 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-f6eb2556-5719-4fa1-a3ec-42cc3a9ecfc6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0459411 Sep 13 15:36:20.682909 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '50b756b8-6b41-4411-96ee-a0ad272db31c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'port_id': '5a5700cd-ed56-489f-9724-206efe586022', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'mac_address': 'fa:16:3e:a7:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:05Z', 'updated_at': '2022-09-13T15:36:19Z', 'revision_number': 1, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:20.688497 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-efaf905f-cf1c-4153-bbf5-9b5b018f12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:20.690050 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-efaf905f-cf1c-4153-bbf5-9b5b018f12bd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431147 Sep 13 15:36:20.712466 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:20.721613 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:20.722246 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:20.773802 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:20.790425 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-613a007c-01e1-4fbb-a973-aa5ec1956d0b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935512 Sep 13 15:36:20.820227 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:20.889812 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae2f2a31-2c21-490d-89a4-928db9c69ba3 req-9ebae2df-6c38-40e5-ab9b-c696f51d6d4b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918233 Sep 13 15:36:21.029161 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '50b756b8-6b41-4411-96ee-a0ad272db31c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'port_id': '5a5700cd-ed56-489f-9724-206efe586022', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'mac_address': 'fa:16:3e:a7:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:05Z', 'updated_at': '2022-09-13T15:36:19Z', 'revision_number': 1, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:21.054709 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb009b8b-48da-4adb-b0d4-d7f11d385828 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '50b756b8-6b41-4411-96ee-a0ad272db31c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'port_id': '5a5700cd-ed56-489f-9724-206efe586022', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'mac_address': 'fa:16:3e:a7:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:05Z', 'updated_at': '2022-09-13T15:36:19Z', 'revision_number': 1, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:21.086999 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:21.241970 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10900a62-f48a-4551-b408-66f9f00231b5 None None] New status for floating IP 50b756b8-6b41-4411-96ee-a0ad272db31c: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:21.245996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.344260 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-d0e462d1-7f3d-49e9-b618-9dfe6965f1e0 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-311192734&fields=id&tenant_id=74318a6f074f4d7ea084461473ef1a80 HTTP/1.1" status: 200 len: 267 time: 0.0465724 Sep 13 15:36:22.407000 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-0ac6fd9a-1271-4cd1-ae42-017ad7ebef95 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:22.408486 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-0ac6fd9a-1271-4cd1-ae42-017ad7ebef95 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 984 time: 0.0586505 Sep 13 15:36:22.419446 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Request body: {'port': {'security_groups': ['ec91b87d-6e34-4e37-8eeb-61b86867aee6']}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:22.501209 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.705032 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:22.743650 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for port (ac7865ed-3013-45da-bc75-391a25c58cca), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.751912 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.762059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:22.763408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.764182 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ac7865ed-3013-45da-bc75-391a25c58cca'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:22.765184 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6a77b8df-0db8-4ca3-a76a-4557769848d3 req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "PUT /networking/v2.0/ports/ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 942 time: 0.3502724 Sep 13 15:36:22.769391 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:22.770654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32292e1-8620-4b58-918f-af0cb25bad65" -d '{"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:22.771667 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 32984) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:22.810913 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8488039-0611-4088-98b0-9e1ab50d6184 x-openstack-request-id: req-f8488039-0611-4088-98b0-9e1ab50d6184 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:22.811208 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:22.811466 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8488039-0611-4088-98b0-9e1ab50d6184 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:22.811875 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8488039-0611-4088-98b0-9e1ab50d6184'] response: {'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'status': 'completed', 'code': 200} Sep 13 15:36:22.842925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce101ecb-5f39-4f43-9183-ddc7759bd74f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group (2629fab4-a835-4c4c-8f72-0dd82071acbd), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.869651 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce101ecb-5f39-4f43-9183-ddc7759bd74f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group (2629fab4-a835-4c4c-8f72-0dd82071acbd), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.871005 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e626df8-54ee-4059-9ff1-9cb33e159cf7 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event updated for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=7']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:22.886879 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-03108e9e-de21-491f-8ff4-5b1acc3f7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:22.888413 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-03108e9e-de21-491f-8ff4-5b1acc3f7d2d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1129 time: 0.0461507 Sep 13 15:36:22.904224 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ac7865ed-3013-45da-bc75-391a25c58cca'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:22.941403 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce101ecb-5f39-4f43-9183-ddc7759bd74f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2629fab4-a835-4c4c-8f72-0dd82071acbd), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.944521 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce101ecb-5f39-4f43-9183-ddc7759bd74f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:22.946321 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ce101ecb-5f39-4f43-9183-ddc7759bd74f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2629fab4-a835-4c4c-8f72-0dd82071acbd HTTP/1.1" status: 204 len: 168 time: 0.1722286 Sep 13 15:36:22.948213 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 32990) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:22.958507 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce101ecb-5f39-4f43-9183-ddc7759bd74f tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629fab4-a835-4c4c-8f72-0dd82071acbd,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:23.005579 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:23.071911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-92ff7bb9-9f6d-498f-af7a-cbea35a54bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:23.073391 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-92ff7bb9-9f6d-498f-af7a-cbea35a54bcf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 915 time: 0.1776309 Sep 13 15:36:23.175900 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:23.180057 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-4e36c052-6f95-4ee7-8f3f-4f78ceb9a2e1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 1001 time: 0.0955746 Sep 13 15:36:23.183555 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Deleting port b3db1884-79a7-41b1-88d3-b2455f714176 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:23.183890 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (b3db1884-79a7-41b1-88d3-b2455f714176), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:23.277321 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-5cdec136-b5e0-4852-af80-d9f8756ebebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:23.278809 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-5cdec136-b5e0-4852-af80-d9f8756ebebb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0924575 Sep 13 15:36:23.327751 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (b3db1884-79a7-41b1-88d3-b2455f714176), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:23.328081 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for floatingip (b3db1884-79a7-41b1-88d3-b2455f714176), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:23.348834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Calling delete_port for b3db1884-79a7-41b1-88d3-b2455f714176 owned by network:floatingip {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:23.353605 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-a898f9fc-556d-46cc-a643-db1c5f689f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:23.355253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-a898f9fc-556d-46cc-a643-db1c5f689f0a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656090 Sep 13 15:36:23.485496 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9421eb3-ec05-463e-ab12-a7b7c3d4053a req-e87f076b-12cd-4701-b49e-2f0876355335 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:23.487100 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9421eb3-ec05-463e-ab12-a7b7c3d4053a req-e87f076b-12cd-4701-b49e-2f0876355335 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0773506 Sep 13 15:36:23.553884 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9421eb3-ec05-463e-ab12-a7b7c3d4053a req-0b180c22-daa2-4fd0-ad47-0fa859ea6715 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605428 Sep 13 15:36:23.605896 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (b3db1884-79a7-41b1-88d3-b2455f714176), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:23.628869 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event deleted for resources: {'Port': ['ID=b3db1884-79a7-41b1-88d3-b2455f714176,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:23.694003 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks [] for floatingip (d8c9bdb4-d80d-4103-847e-287c0d653364), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:23.694278 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Floating IP d8c9bdb4-d80d-4103-847e-287c0d653364 disassociated (deleted). External IP: 172.27.1.171, port: ac7865ed-3013-45da-bc75-391a25c58cca. Sep 13 15:36:23.898145 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Router 4c8f7ec5-6935-493e-8e71-c6b42a155800 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:23.999962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:24.002661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:24.013829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:24.018659 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:24.023483 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] Sync routers for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:24.035111 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:24.035711 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:24.051490 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-ed9f453b-e135-45b5-b17e-3d71b011815e tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/d8c9bdb4-d80d-4103-847e-287c0d653364 HTTP/1.1" status: 204 len: 168 time: 1.0996423 Sep 13 15:36:24.138513 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:24.274619 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:24.285243 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:24.333315 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:24.358976 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] Checking router: 4c8f7ec5-6935-493e-8e71-c6b42a155800 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:24.368562 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:24.369164 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:24.469961 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:24.609649 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-d75f2dac-0a5a-4f3e-8f63-acda50e39d02 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086919 Sep 13 15:36:24.679447 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:24.708164 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa4f85-22a9-4ea9-bfcd-acd03970f01b None None] The sync data for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi is: [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:15Z', 'revision_number': 4, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6', 'name': '', 'network_id': '4897ec02-d766-460e-a83c-485c4f81bdfd', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'mac_address': 'fa:16:3e:b5:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:13Z', 'updated_at': '2022-09-13T15:32:22Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'subnets': [{'id': '604f6be1-bd20-4eeb-b914-3eaace36de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:24.719052 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c504-984b-4749-961e-07920e6b5d7b req-da4d3c41-807d-414d-ba25-4ffcda35d71d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:24.720579 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3572c504-984b-4749-961e-07920e6b5d7b req-da4d3c41-807d-414d-ba25-4ffcda35d71d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0573375 Sep 13 15:36:24.760841 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b32292e1-8620-4b58-918f-af0cb25bad65 req-d2478964-aeed-4e95-aa38-e86be903b19b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445446 Sep 13 15:36:24.792742 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3572c504-984b-4749-961e-07920e6b5d7b req-c13b5479-5eea-4463-a76f-428ac9688b0a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652106 Sep 13 15:36:24.813565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:24.816471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ec0d03-1d66-449e-9ead-f1878ca0a869" -d '{"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:24.857584 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1840d51d-9e8f-4d4a-956a-75c1cda8c204 x-openstack-request-id: req-1840d51d-9e8f-4d4a-956a-75c1cda8c204 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:24.857877 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:24.858130 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1840d51d-9e8f-4d4a-956a-75c1cda8c204 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:24.858570 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1840d51d-9e8f-4d4a-956a-75c1cda8c204'] response: {'name': 'network-changed', 'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'status': 'completed', 'code': 200} Sep 13 15:36:24.936578 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d852f9e-3726-4759-83c0-92139be04c36 None None] New status for floating IP d8c9bdb4-d80d-4103-847e-287c0d653364: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:25.351458 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:25.355020 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-7d164171-693e-4c8b-b9dc-9e3b07d2f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:25.356551 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-7d164171-693e-4c8b-b9dc-9e3b07d2f1fb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=74318a6f074f4d7ea084461473ef1a80&device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 1129 time: 0.0541461 Sep 13 15:36:25.360197 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-fa10dd5d-dab6-4a25-9704-fdb68aabe05a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:25.362016 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-fa10dd5d-dab6-4a25-9704-fdb68aabe05a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0736327 Sep 13 15:36:25.494868 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port 454b128f-b9b2-4847-bdbf-f828f42cd0da {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:25.495210 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:25.505431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-a0c13bc5-e3fa-4fb8-a940-6c36e6e93326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:25.506945 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-a0c13bc5-e3fa-4fb8-a940-6c36e6e93326 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 200 len: 915 time: 0.0957675 Sep 13 15:36:25.545498 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-9a11a0e8-e64c-41d1-bb52-83b3a39847f9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 200 len: 217 time: 0.0320985 Sep 13 15:36:25.593711 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] For port 454b128f-b9b2-4847-bdbf-f828f42cd0da, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=454b128f-b9b2-4847-bdbf-f828f42cd0da,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:25.594074 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:25.604893 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-7bbf575b-ebdb-43b6-af39-ef49b4988c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:25.606830 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-7bbf575b-ebdb-43b6-af39-ef49b4988c5c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 200 len: 853 time: 0.0532360 Sep 13 15:36:25.661533 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:36:25.665580 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-63c95f4f-6d53-4961-ba29-6a39848a9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:25.667423 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-63c95f4f-6d53-4961-ba29-6a39848a9113 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=4897ec02-d766-460e-a83c-485c4f81bdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425715 Sep 13 15:36:25.766137 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-7e05dd57-bc42-46f3-bd6d-99d1582eb85a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910847 Sep 13 15:36:25.866597 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-f0ec0d03-1d66-449e-9ead-f1878ca0a869 req-8bc8deb3-8cdd-4c52-984b-3e685336d837 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942507 Sep 13 15:36:26.108331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2ff1c-7def-4a4a-8fc0-791e9139d913 req-536b488f-7c5f-4545-bc5f-5c8c98ab415b tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:26.109807 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52c2ff1c-7def-4a4a-8fc0-791e9139d913 req-536b488f-7c5f-4545-bc5f-5c8c98ab415b tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 946 time: 0.0650058 Sep 13 15:36:26.112051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:26.112513 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (188fca7f-f27c-4ea3-bb67-887ccbf25057), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:26.112725 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP 188fca7f-f27c-4ea3-bb67-887ccbf25057 disassociated. External IP: 172.27.1.227, port: 454b128f-b9b2-4847-bdbf-f828f42cd0da. Sep 13 15:36:26.113062 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for 454b128f-b9b2-4847-bdbf-f828f42cd0da owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:26.206821 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52c2ff1c-7def-4a4a-8fc0-791e9139d913 req-b27685b6-94ae-4ad4-ae77-934b16790dd0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a033eb3-452e-48a0-badb-8f3853707070&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887494 Sep 13 15:36:26.269296 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:26.276105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:26.292287 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (454b128f-b9b2-4847-bdbf-f828f42cd0da), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:26.328863 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=454b128f-b9b2-4847-bdbf-f828f42cd0da,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:26.445507 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:26.552323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:26.562488 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:26.574666 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:26.575319 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:26.597938 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] No DVR routers for this DVR port 454b128f-b9b2-4847-bdbf-f828f42cd0da on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:26.601495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:26.607407 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d4a34031-1255-411b-b23b-d6d2a9c245e4 req-db228c6d-2820-473a-9b9d-d5a6e5867156 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/454b128f-b9b2-4847-bdbf-f828f42cd0da HTTP/1.1" status: 204 len: 173 time: 1.1958554 Sep 13 15:36:26.792937 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:26.859672 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'name': 'network-vif-deleted', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:26.863333 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb3072a-7136-4828-b3f3-7aabb1aba9ba" -d '{"events": [{"server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "name": "network-vif-deleted", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:26.907879 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcdc5c8-af59-4d62-aca9-09a28010daca x-openstack-request-id: req-cfcdc5c8-af59-4d62-aca9-09a28010daca {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:26.908332 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef3959b-a730-4f58-95ac-f15f415f8217", "name": "network-vif-deleted", "tag": "454b128f-b9b2-4847-bdbf-f828f42cd0da", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:26.908639 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfcdc5c8-af59-4d62-aca9-09a28010daca {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:26.909085 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcdc5c8-af59-4d62-aca9-09a28010daca'] response: {'server_uuid': 'fef3959b-a730-4f58-95ac-f15f415f8217', 'name': 'network-vif-deleted', 'tag': '454b128f-b9b2-4847-bdbf-f828f42cd0da', 'status': 'completed', 'code': 200} Sep 13 15:36:27.035969 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:27.063653 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:27.074406 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:27.075391 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:27.180548 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:27.254136 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:27.323626 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:27.345901 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6eebc11c-40e2-478b-b774-c9ec3e178089 req-8f810567-9c33-406a-9a29-9622446552bf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fef3959b-a730-4f58-95ac-f15f415f8217 HTTP/1.1" status: 200 len: 210 time: 0.0345159 Sep 13 15:36:27.407946 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:27.434893 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975342-1ceb-422a-9b20-f8d4bb9e3f40 None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:7d:ab:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:31:57Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 2, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:27.653803 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab3cb5-c946-4313-a912-9a5c2435db80 None None] New status for floating IP 188fca7f-f27c-4ea3-bb67-887ccbf25057: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:27.933747 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58dbba-cf01-4700-9c62-34a2e50b7d67 req-3487eb76-4e2a-4bda-b7f4-052a9b10eb01 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:27.935318 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4e58dbba-cf01-4700-9c62-34a2e50b7d67 req-3487eb76-4e2a-4bda-b7f4-052a9b10eb01 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0525358 Sep 13 15:36:27.994047 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4e58dbba-cf01-4700-9c62-34a2e50b7d67 req-8da329f0-c1f8-43f3-b416-4211c349d565 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503647 Sep 13 15:36:28.445230 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33046) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:28.507173 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4580797-86a5-469f-a4fb-1884041e693e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (9a033eb3-452e-48a0-badb-8f3853707070), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.529611 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4580797-86a5-469f-a4fb-1884041e693e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (9a033eb3-452e-48a0-badb-8f3853707070), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.586280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4580797-86a5-469f-a4fb-1884041e693e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (9a033eb3-452e-48a0-badb-8f3853707070), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.589294 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4580797-86a5-469f-a4fb-1884041e693e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.590470 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c4580797-86a5-469f-a4fb-1884041e693e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9a033eb3-452e-48a0-badb-8f3853707070 HTTP/1.1" status: 204 len: 168 time: 0.1442323 Sep 13 15:36:28.593443 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33048) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:28.599965 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4580797-86a5-469f-a4fb-1884041e693e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a033eb3-452e-48a0-badb-8f3853707070,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:28.609178 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-f97a0459-4166-46db-a56f-592d8a55dff2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] show failed (client error): The resource could not be found. Sep 13 15:36:28.610256 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f97a0459-4166-46db-a56f-592d8a55dff2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups/9a033eb3-452e-48a0-badb-8f3853707070 HTTP/1.1" status: 404 len: 347 time: 0.0157197 Sep 13 15:36:28.613294 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33050) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:28.729683 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port 3325b04e-b777-4e7f-8829-35e101144488 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:28.729996 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (3325b04e-b777-4e7f-8829-35e101144488), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.812569 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (3325b04e-b777-4e7f-8829-35e101144488), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.812853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (3325b04e-b777-4e7f-8829-35e101144488), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.830198 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for 3325b04e-b777-4e7f-8829-35e101144488 owned by network:floatingip {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:28.910287 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:28.972347 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (3325b04e-b777-4e7f-8829-35e101144488), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:28.996848 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=3325b04e-b777-4e7f-8829-35e101144488,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:29.060113 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (188fca7f-f27c-4ea3-bb67-887ccbf25057), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:29.062558 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:29.063728 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-438f3f0d-32a2-454c-97c0-45a01e50d689 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/188fca7f-f27c-4ea3-bb67-887ccbf25057 HTTP/1.1" status: 204 len: 168 time: 0.4495316 Sep 13 15:36:29.124042 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34b23-92e3-4e23-bec3-1da76052ac64 req-d06e92fc-678b-4d6f-8ba4-f5d99028e357 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:29.125523 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5bb34b23-92e3-4e23-bec3-1da76052ac64 req-d06e92fc-678b-4d6f-8ba4-f5d99028e357 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0531471 Sep 13 15:36:29.176989 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5bb34b23-92e3-4e23-bec3-1da76052ac64 req-b5ceb4af-1479-4c45-8430-7b70496a8ff3 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Sep 13 15:36:29.977411 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 454b128f-b9b2-4847-bdbf-f828f42cd0da no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:30.007247 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 454b128f-b9b2-4847-bdbf-f828f42cd0da {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:30.007597 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 454b128f-b9b2-4847-bdbf-f828f42cd0da not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:30.188320 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-d0d6e9d5-4469-42eb-9cdb-199755d63da4 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:30.189956 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-d0d6e9d5-4469-42eb-9cdb-199755d63da4 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0471866 Sep 13 15:36:30.325584 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Deleting port ac7865ed-3013-45da-bc75-391a25c58cca {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:30.325910 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:30.352619 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca2e2-a57b-4a6f-95fc-ec4c736dc6de req-d9e0e2f9-7b67-48eb-9431-7a241acf4e75 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:30.354136 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-494ca2e2-a57b-4a6f-95fc-ec4c736dc6de req-d9e0e2f9-7b67-48eb-9431-7a241acf4e75 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 945 time: 0.0731192 Sep 13 15:36:30.466305 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-494ca2e2-a57b-4a6f-95fc-ec4c736dc6de req-fa42b6d0-500d-4300-b56a-6f721bf17ac9 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ec91b87d-6e34-4e37-8eeb-61b86867aee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830643 Sep 13 15:36:30.473682 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] For port ac7865ed-3013-45da-bc75-391a25c58cca, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=ac7865ed-3013-45da-bc75-391a25c58cca,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:30.473911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:30.476090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:30.498263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Calling delete_port for ac7865ed-3013-45da-bc75-391a25c58cca owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:30.499811 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:30.637003 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (ac7865ed-3013-45da-bc75-391a25c58cca), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:30.652655 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['ac7865ed-3013-45da-bc75-391a25c58cca'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:30.671080 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Pushing event deleted for resources: {'Port': ['ID=ac7865ed-3013-45da-bc75-391a25c58cca,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:30.718428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] No DVR routers for this DVR port ac7865ed-3013-45da-bc75-391a25c58cca on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:30.721221 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:30.728096 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f51d3a56-3907-4f52-ad0e-3ba6ad268ba6 req-da242053-1566-44ff-b5d0-010b8b486510 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ac7865ed-3013-45da-bc75-391a25c58cca HTTP/1.1" status: 204 len: 173 time: 0.5172658 Sep 13 15:36:30.728096 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'name': 'network-vif-deleted', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:30.728096 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3ab95-2bd5-42ea-a174-08fc000a4dc4" -d '{"events": [{"server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "name": "network-vif-deleted", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:30.840600 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575241-98c1-415d-8edd-2bbd05ed36b3 req-b9a3cd89-2527-4992-a374-9ea1a220516a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:30.842167 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1d575241-98c1-415d-8edd-2bbd05ed36b3 req-b9a3cd89-2527-4992-a374-9ea1a220516a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0594764 Sep 13 15:36:30.902153 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1d575241-98c1-415d-8edd-2bbd05ed36b3 req-94c9a2c0-cc72-4cb2-9050-2485e602bfc3 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530090 Sep 13 15:36:30.949127 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace85ac6-0cfe-47eb-90a4-67c4ce105798 x-openstack-request-id: req-ace85ac6-0cfe-47eb-90a4-67c4ce105798 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:30.949422 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b061df6a-e663-49b1-baec-e555aa59534c", "name": "network-vif-deleted", "tag": "ac7865ed-3013-45da-bc75-391a25c58cca", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:30.949683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ace85ac6-0cfe-47eb-90a4-67c4ce105798 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:30.950124 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace85ac6-0cfe-47eb-90a4-67c4ce105798'] response: {'server_uuid': 'b061df6a-e663-49b1-baec-e555aa59534c', 'name': 'network-vif-deleted', 'tag': 'ac7865ed-3013-45da-bc75-391a25c58cca', 'status': 'completed', 'code': 200} Sep 13 15:36:31.584659 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-57ed759b-cc0b-40bf-8f07-86f747599437 req-aeb83fd6-82fa-483d-8b87-4202593b5629 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0374300 Sep 13 15:36:31.684623 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efff9b-f033-461d-ac87-0fc527619870 req-5b178d3c-34c1-4986-b430-7f970d15f699 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:31.686355 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7efff9b-f033-461d-ac87-0fc527619870 req-5b178d3c-34c1-4986-b430-7f970d15f699 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0469074 Sep 13 15:36:31.735274 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7efff9b-f033-461d-ac87-0fc527619870 req-1800ad62-16b7-4535-87d9-fbc416a3a2ad tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Sep 13 15:36:31.753289 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:32.030301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a6ce8-4054-4df1-9fde-f84452b322f6 req-bc6aa070-a028-4dec-86d5-871e5341ab96 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:32.031739 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-549a6ce8-4054-4df1-9fde-f84452b322f6 req-bc6aa070-a028-4dec-86d5-871e5341ab96 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0485115 Sep 13 15:36:32.081025 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-549a6ce8-4054-4df1-9fde-f84452b322f6 req-01fb1120-9f5d-4982-ba4b-1c8cf5e8edff tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Sep 13 15:36:32.694510 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b6805ef8-ca30-41c3-9b0c-01fe68d38f4c req-1b7e085a-2350-4537-b9b1-51c43883946a tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0313525 Sep 13 15:36:32.875396 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6f1a0-d009-40bd-8250-63a21445d296 req-e568d0e1-5f2e-4a1d-a9d2-d36ed873b05e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:32.876774 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48d6f1a0-d009-40bd-8250-63a21445d296 req-e568d0e1-5f2e-4a1d-a9d2-d36ed873b05e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0577071 Sep 13 15:36:32.929443 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48d6f1a0-d009-40bd-8250-63a21445d296 req-6ea6888e-a2cc-4486-8519-56b4f184aa23 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Sep 13 15:36:33.204276 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c307298-6a9b-4c76-a7e1-69a8c91d1329 req-de5633bb-e54b-43cf-85b5-38219dd02b1f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:33.206015 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6c307298-6a9b-4c76-a7e1-69a8c91d1329 req-de5633bb-e54b-43cf-85b5-38219dd02b1f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0474827 Sep 13 15:36:33.263971 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6c307298-6a9b-4c76-a7e1-69a8c91d1329 req-1b26a2cd-ce16-435a-85e2-55f98f98a7c4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=073c7ab8-2089-44c1-82c9-fdc473f6c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496166 Sep 13 15:36:33.360425 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-dd511ff7-0be6-4a9d-9d9b-780b6a2bca68 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:33.362267 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-dd511ff7-0be6-4a9d-9d9b-780b6a2bca68 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Sep 13 15:36:33.484763 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port bf95274d-7cad-4bd2-aa20-8fe6600a24ff {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:33.485090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.596463 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:33.608489 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] For port bf95274d-7cad-4bd2-aa20-8fe6600a24ff, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:33.608857 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.716041 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-119abacf-17ad-4a0d-9556-7274c5b75c2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:33.717519 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-119abacf-17ad-4a0d-9556-7274c5b75c2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0528948 Sep 13 15:36:33.775124 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:33.785855 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:33.791082 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.791469 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.791872 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193 disassociated. External IP: 172.27.1.22, port: bf95274d-7cad-4bd2-aa20-8fe6600a24ff. Sep 13 15:36:33.793161 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for bf95274d-7cad-4bd2-aa20-8fe6600a24ff owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:33.821006 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Deleting port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:33.821345 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.837756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3ba74993-c38c-485b-8287-4d31e2a89f6d req-4349a4fe-fbde-415c-8fc5-f3e056abd227 tempest-TestMinimumBasicScenario-1566828925 tempest-TestMinimumBasicScenario-1566828925-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b061df6a-e663-49b1-baec-e555aa59534c HTTP/1.1" status: 200 len: 210 time: 0.0363667 Sep 13 15:36:33.923406 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] For port 8c605c1b-be6e-4bf8-8d00-af61d57887b0, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8c605c1b-be6e-4bf8-8d00-af61d57887b0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:33.923778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.959114 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (bf95274d-7cad-4bd2-aa20-8fe6600a24ff), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:33.972800 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ac7865ed-3013-45da-bc75-391a25c58cca no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:33.989786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=bf95274d-7cad-4bd2-aa20-8fe6600a24ff,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:34.033673 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: ac7865ed-3013-45da-bc75-391a25c58cca {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:34.034425 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device ac7865ed-3013-45da-bc75-391a25c58cca not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:34.102896 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:34.103261 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (deb54a6c-6871-40ff-9ccb-263217b6c019), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:34.103603 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Floating IP deb54a6c-6871-40ff-9ccb-263217b6c019 disassociated. External IP: 172.27.1.168, port: 8c605c1b-be6e-4bf8-8d00-af61d57887b0. Sep 13 15:36:34.103993 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Calling delete_port for 8c605c1b-be6e-4bf8-8d00-af61d57887b0 owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:34.147794 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9bbbb-0126-4a07-a9ab-de010f4a1560 req-ac769a9b-c22e-484e-a2c2-cfa594000b4f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:34.149304 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecf9bbbb-0126-4a07-a9ab-de010f4a1560 req-ac769a9b-c22e-484e-a2c2-cfa594000b4f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 945 time: 0.0655823 Sep 13 15:36:34.153523 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:34.245924 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (8c605c1b-be6e-4bf8-8d00-af61d57887b0), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:34.255371 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecf9bbbb-0126-4a07-a9ab-de010f4a1560 req-90385851-f12d-43f2-b5cc-3dcaef623a13 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0154af26-2330-4aa4-be73-cbef5667a098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979714 Sep 13 15:36:34.274495 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event deleted for resources: {'Port': ['ID=8c605c1b-be6e-4bf8-8d00-af61d57887b0,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:34.328005 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:34.343739 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:34.367305 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:34.368214 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:34.399796 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] No DVR routers for this DVR port bf95274d-7cad-4bd2-aa20-8fe6600a24ff on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:34.403495 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e47bebd7-4020-4a84-9d05-4004589973fc req-58b0b703-de19-4d19-8e1a-1ee5ba073537 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2ec25cef-3608-4af4-a0ff-119c601b2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0440557 Sep 13 15:36:34.404574 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:34.407817 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ebe9c673-ab7d-42c3-ac58-4570a569c38a req-e4e8f96b-d221-4fee-94c5-4ff1b2b9a15e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/bf95274d-7cad-4bd2-aa20-8fe6600a24ff HTTP/1.1" status: 204 len: 173 time: 1.0153217 Sep 13 15:36:34.408387 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'name': 'network-vif-deleted', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:34.411860 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c22fe0f-d8c6-4c58-965f-765f4bfc36fa" -d '{"events": [{"server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "name": "network-vif-deleted", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:34.421040 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:34.472887 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5908536-8420-4a60-82f4-70da22fd895b x-openstack-request-id: req-e5908536-8420-4a60-82f4-70da22fd895b {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:34.473185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec25cef-3608-4af4-a0ff-119c601b2cb2", "name": "network-vif-deleted", "tag": "bf95274d-7cad-4bd2-aa20-8fe6600a24ff", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:34.473443 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5908536-8420-4a60-82f4-70da22fd895b {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:34.473852 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5908536-8420-4a60-82f4-70da22fd895b'] response: {'server_uuid': '2ec25cef-3608-4af4-a0ff-119c601b2cb2', 'name': 'network-vif-deleted', 'tag': 'bf95274d-7cad-4bd2-aa20-8fe6600a24ff', 'status': 'completed', 'code': 200} Sep 13 15:36:34.533073 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:34.551191 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:34.573055 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:34.584449 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:34.585424 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:34.612374 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] No DVR routers for this DVR port 8c605c1b-be6e-4bf8-8d00-af61d57887b0 on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:34.614903 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:34.629544 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-417c9a46-cde0-4305-aa36-cff0a8884b59 req-e43448f3-7f0b-497f-b5d2-022904e1ac2e tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8c605c1b-be6e-4bf8-8d00-af61d57887b0 HTTP/1.1" status: 204 len: 173 time: 0.9041274 Sep 13 15:36:34.630087 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'name': 'network-vif-deleted', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:34.632420 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843abb2-5ec0-45e1-9a3c-3ddfb7dfa188" -d '{"events": [{"server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "name": "network-vif-deleted", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:34.702179 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd703e-40ae-409c-b52e-8ba7a4ca5b27 x-openstack-request-id: req-67bd703e-40ae-409c-b52e-8ba7a4ca5b27 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:34.703335 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05da62b3-a8ec-4148-b17b-2c08f0e0d2ae", "name": "network-vif-deleted", "tag": "8c605c1b-be6e-4bf8-8d00-af61d57887b0", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:34.703743 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67bd703e-40ae-409c-b52e-8ba7a4ca5b27 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:34.704520 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bd703e-40ae-409c-b52e-8ba7a4ca5b27'] response: {'server_uuid': '05da62b3-a8ec-4148-b17b-2c08f0e0d2ae', 'name': 'network-vif-deleted', 'tag': '8c605c1b-be6e-4bf8-8d00-af61d57887b0', 'status': 'completed', 'code': 200} Sep 13 15:36:34.794592 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:34.807656 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:34.836249 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:34.845539 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:34.847576 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:34.930278 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:34.947502 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:34.971860 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:35.027786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:35.057786 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:35.068065 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:35.068787 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:35.200935 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:35.361654 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:35.385557 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:35.419344 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e2a35007-d6b9-4f94-98b2-8094b4e8934d req-cb4d6291-3feb-4ba1-8eec-06c6a90315f6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=05da62b3-a8ec-4148-b17b-2c08f0e0d2ae HTTP/1.1" status: 200 len: 210 time: 0.0445831 Sep 13 15:36:35.430717 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bea17-8969-426c-a383-93f53cc29a6a None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:35.512145 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:35.524580 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33164) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:35.545614 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6ed753-e676-45e9-adc6-450dc838533e None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:35.599002 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:35.603240 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-41668442-b18b-4b0c-8650-f42c25257059 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (073c7ab8-2089-44c1-82c9-fdc473f6c7ac), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.624048 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:35.629146 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-41668442-b18b-4b0c-8650-f42c25257059 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (073c7ab8-2089-44c1-82c9-fdc473f6c7ac), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.665782 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33166) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:35.709583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-41668442-b18b-4b0c-8650-f42c25257059 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (073c7ab8-2089-44c1-82c9-fdc473f6c7ac), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.712422 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-41668442-b18b-4b0c-8650-f42c25257059 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.713635 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-41668442-b18b-4b0c-8650-f42c25257059 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/073c7ab8-2089-44c1-82c9-fdc473f6c7ac HTTP/1.1" status: 204 len: 168 time: 0.1880436 Sep 13 15:36:35.717111 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33168) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:35.735022 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668442-b18b-4b0c-8650-f42c25257059 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c7ab8-2089-44c1-82c9-fdc473f6c7ac,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:35.737807 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-83037a15-51db-453c-a6d2-01c8c827ea2e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] show failed (client error): The resource could not be found. Sep 13 15:36:35.739096 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-83037a15-51db-453c-a6d2-01c8c827ea2e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups/073c7ab8-2089-44c1-82c9-fdc473f6c7ac HTTP/1.1" status: 404 len: 347 time: 0.0210090 Sep 13 15:36:35.742260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33170) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:35.885531 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port b1ab97e6-aff8-4236-a192-d76089c925b7 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:35.886260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.920658 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba878896-d1a4-4335-a3fa-6d32b16e7563 None None] New status for floating IP c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193: DOWN {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:35.957604 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:35.977262 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.977598 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (b1ab97e6-aff8-4236-a192-d76089c925b7), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:35.992807 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for b1ab97e6-aff8-4236-a192-d76089c925b7 owned by network:floatingip {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:36.007338 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da6bc8-8c49-4a45-b14e-4d7d7d22d5bb None None] New status for floating IP deb54a6c-6871-40ff-9ccb-263217b6c019: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:36.105731 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (4c8f7ec5-6935-493e-8e71-c6b42a155800), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.150051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:36.227266 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (b1ab97e6-aff8-4236-a192-d76089c925b7), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.251896 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=b1ab97e6-aff8-4236-a192-d76089c925b7,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:36.318138 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.320662 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.321898 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-faf1fa58-4a68-4fb0-bc08-bee27e8c56fd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/c0ba2fb2-cdac-467d-bad8-3c8c3a6f2193 HTTP/1.1" status: 204 len: 168 time: 0.5780883 Sep 13 15:36:36.342811 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Deleting port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:36.343481 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.401819 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33174) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:36.407774 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249155009', 'description': 'tempest-description--319534653'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:36.449403 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] For port 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:36.450085 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.452722 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.473157 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Calling delete_port for 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 owned by network:router_interface {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:36.513410 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33180) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:36.572241 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24a26724-d4ac-4ce9-b2d8-6e782bcebfbe tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (0154af26-2330-4aa4-be73-cbef5667a098), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.596047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24a26724-d4ac-4ce9-b2d8-6e782bcebfbe tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (0154af26-2330-4aa4-be73-cbef5667a098), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.625323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (60c6c431-effc-424c-a7e2-345925b6a8b8), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.634921 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (60c6c431-effc-424c-a7e2-345925b6a8b8), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.654979 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24a26724-d4ac-4ce9-b2d8-6e782bcebfbe tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0154af26-2330-4aa4-be73-cbef5667a098), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.657740 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24a26724-d4ac-4ce9-b2d8-6e782bcebfbe tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.661950 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-24a26724-d4ac-4ce9-b2d8-6e782bcebfbe tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0154af26-2330-4aa4-be73-cbef5667a098 HTTP/1.1" status: 204 len: 168 time: 0.1474164 Sep 13 15:36:36.662666 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33182) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:36.674751 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.675957 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2731667 Sep 13 15:36:36.679302 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33184) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:36.685419 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd8524-88b2-4100-adac-3e7f70341066 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6c431-effc-424c-a7e2-345925b6a8b8,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:36.688213 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': '60c6c431-effc-424c-a7e2-345925b6a8b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:36.694377 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a26724-d4ac-4ce9-b2d8-6e782bcebfbe tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154af26-2330-4aa4-be73-cbef5667a098,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:36.697065 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-efa2a6fa-db5e-4f79-b467-6cad0d24a58b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] show failed (client error): The resource could not be found. Sep 13 15:36:36.701302 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-efa2a6fa-db5e-4f79-b467-6cad0d24a58b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups/0154af26-2330-4aa4-be73-cbef5667a098 HTTP/1.1" status: 404 len: 347 time: 0.0343397 Sep 13 15:36:36.704241 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33186) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:36.744437 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.747535 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:36.770825 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:36.823122 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (031c0998-bba7-44cf-b6fd-01e17fb0d777), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.832522 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:36.861670 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Deleting port e504ac57-2225-44e1-a929-025d0e57853a {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:36.862078 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (e504ac57-2225-44e1-a929-025d0e57853a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.880290 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:36.948761 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (4c8f7ec5-6935-493e-8e71-c6b42a155800), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.952946 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (031c0998-bba7-44cf-b6fd-01e17fb0d777), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.961929 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (031c0998-bba7-44cf-b6fd-01e17fb0d777), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.972976 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:36.993243 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031c0998-bba7-44cf-b6fd-01e17fb0d777,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:36.996302 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (e504ac57-2225-44e1-a929-025d0e57853a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:36.996635 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (e504ac57-2225-44e1-a929-025d0e57853a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.013718 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.014974 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-490d4a4b-f4ca-4819-bd5e-8cdf25b80f8f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3309517 Sep 13 15:36:37.016150 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Calling delete_port for e504ac57-2225-44e1-a929-025d0e57853a owned by network:floatingip {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:37.018528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33188) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:37.024865 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': '60c6c431-effc-424c-a7e2-345925b6a8b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:37.099939 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (b511985a-439c-4cc3-b4a0-c455be2b10b0), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.164594 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Router 4c8f7ec5-6935-493e-8e71-c6b42a155800 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:37.173342 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (b511985a-439c-4cc3-b4a0-c455be2b10b0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.180482 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (b511985a-439c-4cc3-b4a0-c455be2b10b0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.221375 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b511985a-439c-4cc3-b4a0-c455be2b10b0,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:37.238035 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.239366 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-4bffdc8f-43ea-466f-9be8-017679030bd4 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2198975 Sep 13 15:36:37.242647 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33190) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:37.247179 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:37.253862 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (e504ac57-2225-44e1-a929-025d0e57853a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.274800 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:37.282469 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fb459ecb-9348-43f0-90fa-63fcca6fdc48 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4c8f7ec5-6935-493e-8e71-c6b42a155800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129186 Sep 13 15:36:37.282469 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33192) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:37.287820 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] Sync routers for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:37.289663 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event deleted for resources: {'Port': ['ID=e504ac57-2225-44e1-a929-025d0e57853a,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:37.300380 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:37.308783 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:37.309675 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:37.320504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.426308 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (deb54a6c-6871-40ff-9ccb-263217b6c019), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.428798 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.429997 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e1e509d2-a8d6-4ecb-8831-821e2a448a81 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/deb54a6c-6871-40ff-9ccb-263217b6c019 HTTP/1.1" status: 204 len: 168 time: 0.7247937 Sep 13 15:36:37.442490 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:37.486890 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.550092 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33196) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:37.556044 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170864958', 'description': 'tempest-description--1745215071'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:37.567021 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:37.598933 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.669272 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:36:36Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:37.677283 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.27.1.121 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/aa2cbc19-e41d-414b-a598-0c685b434f82) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:36:37.685828 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks [] for router (4c8f7ec5-6935-493e-8e71-c6b42a155800), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.696335 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] Checking router: 4c8f7ec5-6935-493e-8e71-c6b42a155800 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:37.706613 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] Routers {'4c8f7ec5-6935-493e-8e71-c6b42a155800'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:37.707574 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['4c8f7ec5-6935-493e-8e71-c6b42a155800'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:37.724261 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:INSERT=11,neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:37.768426 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (e3a2a568-fd15-4dac-afa9-618f489cd671), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.779432 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (e3a2a568-fd15-4dac-afa9-618f489cd671), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.793495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks [] for router_gateway (4c8f7ec5-6935-493e-8e71-c6b42a155800), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.820861 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] Set router 4c8f7ec5-6935-493e-8e71-c6b42a155800 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:37.834732 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.835964 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2833407 Sep 13 15:36:37.839125 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33198) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:37.840637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7246ea7-4923-4330-bf32-70ca4ac8671b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a2a568-fd15-4dac-afa9-618f489cd671,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:37.845414 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'security_group_rule': {'security_group_id': 'e3a2a568-fd15-4dac-afa9-618f489cd671', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:37.854268 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Deleting port 5498441b-6cc6-44fe-86ae-15c6534f6ae3 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:37.854661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.855646 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.891321 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.928182 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (1c44e61c-d9ae-4405-bcfa-598675a07fb1), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:37.933475 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:36:37.936529 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:36:37.940915 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:36:37.967249 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=aa2cbc19-e41d-414b-a598-0c685b434f82,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:37.982950 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:37.986212 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] For port 5498441b-6cc6-44fe-86ae-15c6534f6ae3, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=5498441b-6cc6-44fe-86ae-15c6534f6ae3,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:37.986669 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.007323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Calling delete_port for 5498441b-6cc6-44fe-86ae-15c6534f6ae3 owned by network:router_gateway {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:38.019269 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8c605c1b-be6e-4bf8-8d00-af61d57887b0 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:38.030697 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:36:36Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:38.038364 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 8c605c1b-be6e-4bf8-8d00-af61d57887b0 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:38.038937 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8c605c1b-be6e-4bf8-8d00-af61d57887b0 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:38.039499 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device bf95274d-7cad-4bd2-aa20-8fe6600a24ff no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:38.039897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (8aeeeb24-de26-4d9a-b520-d031353f61aa), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.062667 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: bf95274d-7cad-4bd2-aa20-8fe6600a24ff {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:38.063101 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4813103-93b1-4fce-af3f-5202e44e459e None None] The sync data for ids ['4c8f7ec5-6935-493e-8e71-c6b42a155800'] in dv-cinder-857434-2-iscsi is: [{'id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'name': 'tempest-TestMinimumBasicScenario-280205590-router', 'tenant_id': '74318a6f074f4d7ea084461473ef1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:36:36Z', 'revision_number': 5, 'project_id': '74318a6f074f4d7ea084461473ef1a80', 'gw_port': {'id': '5498441b-6cc6-44fe-86ae-15c6534f6ae3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8f7ec5-6935-493e-8e71-c6b42a155800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:10Z', 'updated_at': '2022-09-13T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:38.063498 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device bf95274d-7cad-4bd2-aa20-8fe6600a24ff not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:38.078037 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:38.087256 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.087489 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (1c44e61c-d9ae-4405-bcfa-598675a07fb1), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.105287 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (1c44e61c-d9ae-4405-bcfa-598675a07fb1), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.136245 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c44e61c-d9ae-4405-bcfa-598675a07fb1,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:38.178452 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.179544 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-45faec25-f8d7-46cb-b7d2-9e3e8ed6dd78 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393800 Sep 13 15:36:38.183300 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33200) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:38.189580 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'security_group_rule': {'security_group_id': 'e3a2a568-fd15-4dac-afa9-618f489cd671', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:38.242653 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (411a488e-1155-4619-9434-b4c36dec9f1a), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.256870 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (5498441b-6cc6-44fe-86ae-15c6534f6ae3), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.286054 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5498441b-6cc6-44fe-86ae-15c6534f6ae3,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:38.295184 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.304956 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:38.309972 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.347957 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (4c8f7ec5-6935-493e-8e71-c6b42a155800), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.365307 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:38.374418 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (411a488e-1155-4619-9434-b4c36dec9f1a), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.387371 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (411a488e-1155-4619-9434-b4c36dec9f1a), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.431874 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=aa2cbc19-e41d-414b-a598-0c685b434f82,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:38.438229 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (8aeeeb24-de26-4d9a-b520-d031353f61aa), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.438847 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (4c8f7ec5-6935-493e-8e71-c6b42a155800), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.442263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks [] for router_controller (4c8f7ec5-6935-493e-8e71-c6b42a155800), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.443673 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411a488e-1155-4619-9434-b4c36dec9f1a,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:38.451137 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.456197 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b1169ad2-ed36-4c19-9825-d98897165b1d tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684948 Sep 13 15:36:38.457610 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33202) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:38.464326 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:38.481313 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.486642 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-27ecd66d-1833-4abf-86b5-ed98a9bae5db tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2429106 Sep 13 15:36:38.493313 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (4c8f7ec5-6935-493e-8e71-c6b42a155800), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.493951 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8f7ec5-6935-493e-8e71-c6b42a155800 {{(pid=106263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:36:38.500563 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.501939 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7b044fbf-c1dc-4681-af99-d8ed14afac98 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/4c8f7ec5-6935-493e-8e71-c6b42a155800 HTTP/1.1" status: 204 len: 168 time: 1.2184119 Sep 13 15:36:38.504348 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.505914 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33206) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:38.562357 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Deleting subnet 604f6be1-bd20-4eeb-b914-3eaace36de6b {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:36:38.566560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Publish callbacks [] for subnet (604f6be1-bd20-4eeb-b914-3eaace36de6b), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.605027 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3223050'] for subnet (604f6be1-bd20-4eeb-b914-3eaace36de6b), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.609520 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.734087 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Allocated IP 172.27.1.209 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/67a09a1d-a646-4803-abac-10f05f2a8685) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:36:38.752614 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-da1fe1ee-6c37-4ecd-99e7-fd3757c9a084 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1249155009&fields=id&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 267 time: 0.1164496 Sep 13 15:36:38.800321 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (604f6be1-bd20-4eeb-b914-3eaace36de6b), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.862017 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for port (67a09a1d-a646-4803-abac-10f05f2a8685), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.890051 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:38.898610 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (67a09a1d-a646-4803-abac-10f05f2a8685), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.928360 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-94643f3d-47bb-41be-bdca-44d4c7d08425 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:38.929833 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-94643f3d-47bb-41be-bdca-44d4c7d08425 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.1659155 Sep 13 15:36:38.931265 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3615023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3816434'] for subnet (604f6be1-bd20-4eeb-b914-3eaace36de6b), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.935791 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:36:38.942744 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:36:38.946510 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:36:38.969031 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604f6be1-bd20-4eeb-b914-3eaace36de6b,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:38.973605 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:38.974458 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44af48a-b917-4d4d-815d-60c1854e0fdb None None] Network 4897ec02-d766-460e-a83c-485c4f81bdfd requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:36:38.975497 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'Port': ['ID=67a09a1d-a646-4803-abac-10f05f2a8685,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:38.980401 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33218) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:38.982413 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-8ecb35d2-cb8a-48d0-ace8-1e3a66e84e5b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/604f6be1-bd20-4eeb-b914-3eaace36de6b HTTP/1.1" status: 204 len: 168 time: 0.4712288 Sep 13 15:36:38.987305 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-0628e455-e18a-40c4-9424-988a017a7564 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/quotas/76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 375 time: 0.0476639 Sep 13 15:36:39.048813 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-a73b32d2-a519-4523-8fb1-4858b3c7b390 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556145 Sep 13 15:36:39.156146 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:39.172398 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] DHCP port deletion for 4897ec02-d766-460e-a83c-485c4f81bdfd request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:36:39.196912 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-a2cc1b03-27b7-463e-a1ff-e369f1167edb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350622 Sep 13 15:36:39.223348 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] Deleting port 915b124b-298e-4a2e-a33f-86721004c40b {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:39.223871 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (915b124b-298e-4a2e-a33f-86721004c40b), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.292621 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-e775fec3-8f20-4331-8f82-7c0b7ba9e322 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924449 Sep 13 15:36:39.292857 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] For port 915b124b-298e-4a2e-a33f-86721004c40b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=915b124b-298e-4a2e-a33f-86721004c40b,segment=NetworkSegment(919e4ca7-bb88-4bfd-a41c-a2654b3f9362),segment_id=919e4ca7-bb88-4bfd-a41c-a2654b3f9362)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:39.293323 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (915b124b-298e-4a2e-a33f-86721004c40b), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.308018 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] Calling delete_port for 915b124b-298e-4a2e-a33f-86721004c40b owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:39.364244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (4897ec02-d766-460e-a83c-485c4f81bdfd), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.394777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (915b124b-298e-4a2e-a33f-86721004c40b), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.397501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:39.426749 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] The port '915b124b-298e-4a2e-a33f-86721004c40b' was deleted {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Sep 13 15:36:39.428422 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (03066372-3994-4141-9f2a-eb0c40078861), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.440489 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] Pushing event deleted for resources: {'Port': ['ID=915b124b-298e-4a2e-a33f-86721004c40b,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:39.443980 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688040c-1991-46b9-9f8f-a08cb3076c43 None None] No DVR routers for this DVR port 915b124b-298e-4a2e-a33f-86721004c40b on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:39.523407 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1d21b236-de44-40db-b82d-42179985fb67 req-fb5ae408-5023-4123-90a8-ad6768e9322d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 210 time: 0.0391061 Sep 13 15:36:39.536200 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:39.538079 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (4897ec02-d766-460e-a83c-485c4f81bdfd), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.540652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (67a09a1d-a646-4803-abac-10f05f2a8685), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.561372 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:39.583844 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:39.584325 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 92e7a3c7-8be1-448b-aca7-bbb7b3e7bab6 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:39.584751 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 915b124b-298e-4a2e-a33f-86721004c40b no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:39.587289 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4897ec02-d766-460e-a83c-485c4f81bdfd']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:39.604821 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919e4ca7-bb88-4bfd-a41c-a2654b3f9362') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:39.605197 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919e4ca7-bb88-4bfd-a41c-a2654b3f9362') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:39.609655 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 915b124b-298e-4a2e-a33f-86721004c40b {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:39.610012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 915b124b-298e-4a2e-a33f-86721004c40b not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:39.610470 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5498441b-6cc6-44fe-86ae-15c6534f6ae3 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:39.622770 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (919e4ca7-bb88-4bfd-a41c-a2654b3f9362), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.630128 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 5498441b-6cc6-44fe-86ae-15c6534f6ae3 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:39.630531 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 5498441b-6cc6-44fe-86ae-15c6534f6ae3 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:39.659959 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (919e4ca7-bb88-4bfd-a41c-a2654b3f9362), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.692777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:36:39.693189 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (919e4ca7-bb88-4bfd-a41c-a2654b3f9362), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.772769 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (4897ec02-d766-460e-a83c-485c4f81bdfd), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.775342 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 919e4ca7-bb88-4bfd-a41c-a2654b3f9362 resource provider aggregate not found Sep 13 15:36:39.785863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.791737 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4897ec02-d766-460e-a83c-485c4f81bdfd HTTP/1.1" status: 204 len: 168 time: 0.8072357 Sep 13 15:36:39.792077 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33236) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:39.810353 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 919e4ca7-bb88-4bfd-a41c-a2654b3f9362 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 919e4ca7-bb88-4bfd-a41c-a2654b3f9362 found for delete ", "request_id": "req-11b53915-33a7-4702-947e-ef878d018230"}]} Sep 13 15:36:39.816588 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aea626-cb67-41c7-82a8-111f5f5dd347 admin admin] Pushing event deleted for resources: {'Network': ['ID=4897ec02-d766-460e-a83c-485c4f81bdfd,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:39.839563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for port (67a09a1d-a646-4803-abac-10f05f2a8685), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.846867 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (67a09a1d-a646-4803-abac-10f05f2a8685), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.917805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'Port': ['ID=67a09a1d-a646-4803-abac-10f05f2a8685,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:39.920342 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (03066372-3994-4141-9f2a-eb0c40078861), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.947666 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:39.948919 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9552adbb-8c82-4de0-b7c6-09360d097f3c tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4903438 Sep 13 15:36:40.150647 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-5df21132-44b3-4be9-96ac-566160bfee27 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--170864958&fields=id&tenant_id=597b9e023e324874ac5f24ee571d1f66 HTTP/1.1" status: 200 len: 267 time: 0.0838025 Sep 13 15:36:40.232984 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:40.355178 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-e86a2091-24b0-4503-949c-1ac06310c948 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:40.356634 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-e86a2091-24b0-4503-949c-1ac06310c948 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 810 time: 0.1858613 Sep 13 15:36:40.375121 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-47bbaf63-996b-4b0f-a8b1-854a1c1487c2 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/quotas/597b9e023e324874ac5f24ee571d1f66 HTTP/1.1" status: 200 len: 375 time: 0.0130057 Sep 13 15:36:40.472849 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-62ea2f21-d02d-47de-9562-89f57e566555 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925019 Sep 13 15:36:40.480090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:40.603031 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Deleting port 67ba1404-0525-43df-83ce-3253b9700089 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:40.603367 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (67ba1404-0525-43df-83ce-3253b9700089), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:40.621809 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:40.656791 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-3665f869-8c6f-4d58-852c-dbeb3ab57807 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590452 Sep 13 15:36:40.752506 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] For port 67ba1404-0525-43df-83ce-3253b9700089, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=67ba1404-0525-43df-83ce-3253b9700089,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:40.752506 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (67ba1404-0525-43df-83ce-3253b9700089), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:40.755304 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-46a928c7-28f9-48d1-9e0a-b2b62174b84d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:40.756944 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-46a928c7-28f9-48d1-9e0a-b2b62174b84d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.1099038 Sep 13 15:36:40.775073 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Calling delete_port for 67ba1404-0525-43df-83ce-3253b9700089 owned by network:router_interface {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:40.797649 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-bb4264cc-7ff8-4eab-92e6-b4bdb0d3144c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342287 Sep 13 15:36:40.827325 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-fc444eaa-7967-4d9a-bae6-0e3b6b42e7e2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 380 time: 0.0619218 Sep 13 15:36:40.840700 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'port': {'device_id': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'admin_state_up': True, 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'security_groups': ['60c6c431-effc-424c-a7e2-345925b6a8b8']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:40.989637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Made reservation on behalf of 76163bf55e0a403aaec08c9c6a68a55f for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:36:40.993675 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.033902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (67ba1404-0525-43df-83ce-3253b9700089), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.086012 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=67ba1404-0525-43df-83ce-3253b9700089,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:41.164976 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:41.177064 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.20.0.14 (dae42ed5-9203-4331-a516-9ad32fc49ad2/d24ac755-78f6-49ff-8eb8-aafe7190dacd/a8e08ac3-21a0-4069-81e3-37a7f32cff29) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:36:41.193250 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:41.450493 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.508907 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.599089 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=a8e08ac3-21a0-4069-81e3-37a7f32cff29,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:41.609848 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:36:41.612323 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:36:41.615732 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:36:41.682546 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:41.683179 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.704311 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-180323c4-b97a-4056-924c-7aee5fe6898e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683352 Sep 13 15:36:41.717266 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Request body: {'port': {'device_id': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:41.724606 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66167abe-590b-45da-933f-1b167c507cc7 req-fe2cb90b-4837-438a-9de7-63a1884f0bc6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:41.726320 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66167abe-590b-45da-933f-1b167c507cc7 req-fe2cb90b-4837-438a-9de7-63a1884f0bc6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 932 time: 0.4504197 Sep 13 15:36:41.788073 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.816701 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66167abe-590b-45da-933f-1b167c507cc7 req-9a58ce50-17b7-4766-955c-83ae8c71e90c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788746 Sep 13 15:36:41.838062 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:41.937697 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:41.988022 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-10e62dcf-4619-4cdf-ad4a-6aa28adcb006 None None] Provisioning complete for port a8e08ac3-21a0-4069-81e3-37a7f32cff29 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:36:41.988643 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-10e62dcf-4619-4cdf-ad4a-6aa28adcb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.009691 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-847f25cb-8b51-4d44-9a7d-d715ce00b390 req-4c346c3f-004f-4466-a341-2272f5a8a562 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0506487 Sep 13 15:36:42.053810 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:42.056292 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-10e62dcf-4619-4cdf-ad4a-6aa28adcb006 None None] Port a8e08ac3-21a0-4069-81e3-37a7f32cff29 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:36:42.121485 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:42.192916 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:42.265603 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e08ac3-21a0-4069-81e3-37a7f32cff29 {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:36:42.274211 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Publish callbacks [] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.287697 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Transition to ACTIVE for port object a8e08ac3-21a0-4069-81e3-37a7f32cff29 will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:36:42.293236 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.311141 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:42.319759 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-8efab11a-3d32-40b1-be7a-4db25494cc7d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1b7ac66b-25cc-4488-ac7f-4329123ca3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232890 Sep 13 15:36:42.319759 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33280) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:42.323070 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] Sync routers for ids ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:42.334049 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:42.335753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] Routers {'1b7ac66b-25cc-4488-ac7f-4329123ca3c0'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:42.336395 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:42.357442 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:42.386148 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e08ac3-21a0-4069-81e3-37a7f32cff29,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:42.426019 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks [] for router (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.428039 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Attempting to bind port a8e08ac3-21a0-4069-81e3-37a7f32cff29 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:36:42.428476 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Attempting to bind port a8e08ac3-21a0-4069-81e3-37a7f32cff29 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:36:42.428875 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Attempting to bind port a8e08ac3-21a0-4069-81e3-37a7f32cff29 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:36:42.444049 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] Set router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:42.472056 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Port a8e08ac3-21a0-4069-81e3-37a7f32cff29 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:36:42.472517 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Attempting to bind port a8e08ac3-21a0-4069-81e3-37a7f32cff29 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:36:42.505775 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:42.518097 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:36:42.518565 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:36:42.519020 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Bound using segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:36:42.519566 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Bound port: a8e08ac3-21a0-4069-81e3-37a7f32cff29, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:36:42.519995 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.533636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks [] for router_gateway (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.601161 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Deleting port a10ca548-4840-4ce1-8f10-3810d6081d4d {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:42.601507 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.604565 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] For port a8e08ac3-21a0-4069-81e3-37a7f32cff29, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:36:42.608608 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] For port a8e08ac3-21a0-4069-81e3-37a7f32cff29, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:36:42.618627 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.624607 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:42.625274 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.631383 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/a8e08ac3-21a0-4069-81e3-37a7f32cff29 HTTP/1.1" status: 200 len: 1094 time: 0.9144511 Sep 13 15:36:42.631383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:42.631383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa" -d '{"events": [{"name": "network-changed", "server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:42.691266 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756438-04c3-477f-b4d8-466f2bd77703 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e08ac3-21a0-4069-81e3-37a7f32cff29,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:42.766852 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291643c1-d6e0-4636-b1a7-56aa115d776b x-openstack-request-id: req-291643c1-d6e0-4636-b1a7-56aa115d776b {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:42.767279 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:42.767619 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-291643c1-d6e0-4636-b1a7-56aa115d776b {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:42.768033 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291643c1-d6e0-4636-b1a7-56aa115d776b'] response: {'name': 'network-changed', 'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'status': 'completed', 'code': 200} Sep 13 15:36:42.783626 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-f4ee04e9-732b-4941-a909-6d750413398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:42.786438 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-f4ee04e9-732b-4941-a909-6d750413398e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 1128 time: 0.0585389 Sep 13 15:36:42.804966 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] For port a10ca548-4840-4ce1-8f10-3810d6081d4d, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a10ca548-4840-4ce1-8f10-3810d6081d4d,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:42.805464 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:42.817729 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:36:40Z', 'revision_number': 5, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port': {'id': 'a10ca548-4840-4ce1-8f10-3810d6081d4d', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:84:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:42.833756 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Calling delete_port for a10ca548-4840-4ce1-8f10-3810d6081d4d owned by network:router_gateway {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:42.834618 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-0e8eea91-6408-48b6-80f0-5525d87b9d3d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29 HTTP/1.1" status: 200 len: 217 time: 0.0388048 Sep 13 15:36:42.841598 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-20551294-d01d-4e1d-9e49-12ca90404f98 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:42.843316 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-20551294-d01d-4e1d-9e49-12ca90404f98 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 810 time: 0.1819506 Sep 13 15:36:42.859491 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] Checking router: 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:42.869902 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] Routers {'1b7ac66b-25cc-4488-ac7f-4329123ca3c0'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:42.870876 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:42.893884 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-0e316598-d34c-477d-89f6-44b313c67495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:42.895428 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-0e316598-d34c-477d-89f6-44b313c67495 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0545011 Sep 13 15:36:42.952897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-3f3e5abd-9d4d-4e2e-a27c-90526eec7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:42.955141 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-3f3e5abd-9d4d-4e2e-a27c-90526eec7308 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529411 Sep 13 15:36:42.961434 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-d563a2e2-e84d-4ebf-94a2-f8d1941b90a5 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=597b9e023e324874ac5f24ee571d1f66 HTTP/1.1" status: 200 len: 379 time: 0.1080761 Sep 13 15:36:42.968154 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] Set router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 gateway port host: None {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:43.018828 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:36:42Z', 'revision_number': 6, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:43.045932 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'port': {'device_id': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'admin_state_up': True, 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'security_groups': ['e3a2a568-fd15-4dac-afa9-618f489cd671']}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:43.046919 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e012d-eaba-46c1-82f6-b3fe5fc98bcb None None] The sync data for ids ['1b7ac66b-25cc-4488-ac7f-4329123ca3c0'] in dv-cinder-857434-2-iscsi is: [{'id': '1b7ac66b-25cc-4488-ac7f-4329123ca3c0', 'name': 'tempest-TestMinimumBasicScenario-2108945289-router', 'tenant_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:32:18Z', 'updated_at': '2022-09-13T15:36:42Z', 'revision_number': 6, 'project_id': 'cfaf2e58e0f14b95875b97b38a15dd63', 'gw_port_host': None}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:43.054444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:43.107635 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fdf8c-1e2d-45c6-9bc5-0402998ea1c4 req-266d3306-f87c-4945-a341-756a725f5ebf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:43.109135 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-949fdf8c-1e2d-45c6-9bc5-0402998ea1c4 req-266d3306-f87c-4945-a341-756a725f5ebf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 944 time: 0.1093261 Sep 13 15:36:43.111151 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:43.118341 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-1e93c73f-cc52-4f38-92f6-411280c00808 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025932 Sep 13 15:36:43.212273 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aaa3c408-4eee-4657-9579-8d17b0172f10 req-acdee343-ad9f-47e6-afb2-bb0c006d9adf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878663 Sep 13 15:36:43.244829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (a10ca548-4840-4ce1-8f10-3810d6081d4d), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.256231 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-949fdf8c-1e2d-45c6-9bc5-0402998ea1c4 req-2ac5deec-9ccb-486f-b399-311edf44f4f2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356926 Sep 13 15:36:43.279748 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10ca548-4840-4ce1-8f10-3810d6081d4d,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:43.348543 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Made reservation on behalf of 597b9e023e324874ac5f24ee571d1f66 for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:36:43.352007 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.379421 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0cb372ef-277b-49f9-9bb1-db2de3075a03 req-e033b248-21c5-4059-8b58-318f71a08a27 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0647726 Sep 13 15:36:43.408781 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.540479 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 67ba1404-0525-43df-83ce-3253b9700089 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:43.560525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.564810 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks [] for router_controller (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.573867 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 67ba1404-0525-43df-83ce-3253b9700089 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:43.574476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 67ba1404-0525-43df-83ce-3253b9700089 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:43.651909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (1b7ac66b-25cc-4488-ac7f-4329123ca3c0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.652704 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7ac66b-25cc-4488-ac7f-4329123ca3c0 {{(pid=106263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:36:43.661218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.662776 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b412fc18-cbe1-4e62-ae68-27a8ee04d247 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/1b7ac66b-25cc-4488-ac7f-4329123ca3c0 HTTP/1.1" status: 204 len: 168 time: 1.3424525 Sep 13 15:36:43.665735 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33298) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:43.669298 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Allocated IP 172.20.0.6 (65fb418c-15cf-4bb3-9028-4f3e8b987c36/ee24c453-f545-44e5-ab78-abd2d44c28d8/06e93362-26cb-407c-9bce-1c6ee8605997) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:36:43.716086 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Deleting subnet 39b0e2c9-e70b-4ea7-b8a3-126394d05743 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:36:43.719425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Publish callbacks [] for subnet (39b0e2c9-e70b-4ea7-b8a3-126394d05743), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.755799 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (39b0e2c9-e70b-4ea7-b8a3-126394d05743), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.810075 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc2d80-eedb-48db-8ab7-620993a2dfce req-7e37feb7-575c-498d-a517-6c97985d693e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:43.811500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-37dc2d80-eedb-48db-8ab7-620993a2dfce req-7e37feb7-575c-498d-a517-6c97985d693e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0574677 Sep 13 15:36:43.838613 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (39b0e2c9-e70b-4ea7-b8a3-126394d05743), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.876092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for port (06e93362-26cb-407c-9bce-1c6ee8605997), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.879912 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:43.901429 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-37dc2d80-eedb-48db-8ab7-620993a2dfce req-0dba9b40-b283-4d92-98c6-e894bb5f03e8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835509 Sep 13 15:36:43.902070 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (39b0e2c9-e70b-4ea7-b8a3-126394d05743), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.929230 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b0e2c9-e70b-4ea7-b8a3-126394d05743,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:43.935691 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.937785 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:43.941036 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-64d0ad3d-b462-4264-9cad-57b98ff8749f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/39b0e2c9-e70b-4ea7-b8a3-126394d05743 HTTP/1.1" status: 204 len: 168 time: 0.2742219 Sep 13 15:36:43.941723 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de3307-ac13-4820-bdce-962b6ac5add7 None None] Network 80de213c-234e-498a-a5a2-964e5b066fb8 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:36:43.944006 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33302) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:43.985484 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:36:43.991116 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:36:43.994925 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:43.996219 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:36:44.015177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:44.035822 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (80de213c-234e-498a-a5a2-964e5b066fb8), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.037322 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event updated for resources: {'Port': ['ID=06e93362-26cb-407c-9bce-1c6ee8605997,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:44.079243 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:44.093464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Deleting port 6481ef37-77b7-4e11-acea-de4d1398e92b {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:44.093628 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:44.093838 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.094334 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.121187 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-be12b11a-292d-4729-b422-26238d917b2f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0824919 Sep 13 15:36:44.143549 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] DHCP port deletion for 80de213c-234e-498a-a5a2-964e5b066fb8 request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:36:44.172457 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] For port 6481ef37-77b7-4e11-acea-de4d1398e92b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=6481ef37-77b7-4e11-acea-de4d1398e92b,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:44.172897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.188619 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Calling delete_port for 6481ef37-77b7-4e11-acea-de4d1398e92b owned by network:dhcp {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:44.191420 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] Deleting port 6481ef37-77b7-4e11-acea-de4d1398e92b {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:44.191993 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.276856 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] For port 6481ef37-77b7-4e11-acea-de4d1398e92b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=6481ef37-77b7-4e11-acea-de4d1398e92b,segment=NetworkSegment(c5f3529e-562d-47f1-8e0d-8cd790740cda),segment_id=c5f3529e-562d-47f1-8e0d-8cd790740cda)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:44.277087 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.277247 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.295302 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] Calling delete_port for 6481ef37-77b7-4e11-acea-de4d1398e92b owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:44.305397 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=6481ef37-77b7-4e11-acea-de4d1398e92b,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:44.307422 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] No DVR routers for this DVR port 6481ef37-77b7-4e11-acea-de4d1398e92b on host dv-cinder-857434-2-iscsi {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:44.328863 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-b2b77353-a3e5-4cc2-bcfa-11ed0b464878 None None] Provisioning complete for port 06e93362-26cb-407c-9bce-1c6ee8605997 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:36:44.329227 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b2b77353-a3e5-4cc2-bcfa-11ed0b464878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.388054 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (80de213c-234e-498a-a5a2-964e5b066fb8), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.405399 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-b2b77353-a3e5-4cc2-bcfa-11ed0b464878 None None] Port 06e93362-26cb-407c-9bce-1c6ee8605997 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:36:44.410900 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80de213c-234e-498a-a5a2-964e5b066fb8']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:44.419936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70ec7c-2ba5-4c5b-bbc1-2c2f6046b359 req-60814670-0bd9-4caf-bbf8-3ee8364284b5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:44.423835 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f3529e-562d-47f1-8e0d-8cd790740cda') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:44.424161 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f3529e-562d-47f1-8e0d-8cd790740cda') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:44.427392 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (6481ef37-77b7-4e11-acea-de4d1398e92b), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.427729 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8c70ec7c-2ba5-4c5b-bbc1-2c2f6046b359 req-60814670-0bd9-4caf-bbf8-3ee8364284b5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 944 time: 0.0625606 Sep 13 15:36:44.437853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (c5f3529e-562d-47f1-8e0d-8cd790740cda), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.454948 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] Pushing event deleted for resources: {'Port': ['ID=6481ef37-77b7-4e11-acea-de4d1398e92b,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:44.455968 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (c5f3529e-562d-47f1-8e0d-8cd790740cda), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.461018 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424c515-e1b3-457f-80d4-2d2da5d15497 None None] No DVR routers for this DVR port 6481ef37-77b7-4e11-acea-de4d1398e92b on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:44.465693 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:36:44.466563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (c5f3529e-562d-47f1-8e0d-8cd790740cda), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.486691 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8c70ec7c-2ba5-4c5b-bbc1-2c2f6046b359 req-e9f2ebca-4e1e-4d07-ab1b-d457f75d7091 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579579 Sep 13 15:36:44.513655 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment c5f3529e-562d-47f1-8e0d-8cd790740cda resource provider aggregate not found Sep 13 15:36:44.533451 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment c5f3529e-562d-47f1-8e0d-8cd790740cda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5f3529e-562d-47f1-8e0d-8cd790740cda found for delete ", "request_id": "req-96001276-7d1a-47fb-9ea9-963af43b1004"}]} Sep 13 15:36:44.541543 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (80de213c-234e-498a-a5a2-964e5b066fb8), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.547673 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.551160 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/80de213c-234e-498a-a5a2-964e5b066fb8 HTTP/1.1" status: 204 len: 168 time: 0.6058850 Sep 13 15:36:44.565644 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5906-e73f-4ec0-acd4-8c70ab0bcc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=80de213c-234e-498a-a5a2-964e5b066fb8,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:44.603247 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8749-3acf-4499-ac5b-e9665d6c4d81 req-df73aa82-88eb-491f-8ea2-d3dd361d8c99 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:44.604745 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dfcb8749-3acf-4499-ac5b-e9665d6c4d81 req-df73aa82-88eb-491f-8ea2-d3dd361d8c99 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 931 time: 0.0485070 Sep 13 15:36:44.659661 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dfcb8749-3acf-4499-ac5b-e9665d6c4d81 req-3baaf65f-0121-40c4-90c8-bc353a171b47 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487046 Sep 13 15:36:44.725557 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33314) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:44.766417 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fb519245-6aed-43e0-a838-d22a348d4594 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=74318a6f074f4d7ea084461473ef1a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396225 Sep 13 15:36:44.769005 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33316) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:44.819253 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-275a1219-0952-4618-be76-377181afc833 admin admin] Publish callbacks [] for security_group (ec91b87d-6e34-4e37-8eeb-61b86867aee6), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.839437 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-275a1219-0952-4618-be76-377181afc833 admin admin] Publish callbacks [] for security_group (ec91b87d-6e34-4e37-8eeb-61b86867aee6), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.887197 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-275a1219-0952-4618-be76-377181afc833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ec91b87d-6e34-4e37-8eeb-61b86867aee6), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.889757 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-275a1219-0952-4618-be76-377181afc833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:44.890924 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-275a1219-0952-4618-be76-377181afc833 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ec91b87d-6e34-4e37-8eeb-61b86867aee6 HTTP/1.1" status: 204 len: 168 time: 0.1209867 Sep 13 15:36:44.898829 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a1219-0952-4618-be76-377181afc833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec91b87d-6e34-4e37-8eeb-61b86867aee6,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:45.032542 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55550418-795a-4c0f-a3f3-94760ed24ce3 req-851f9952-af19-4c9b-b03c-d12ca868b95e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:45.034249 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-55550418-795a-4c0f-a3f3-94760ed24ce3 req-851f9952-af19-4c9b-b03c-d12ca868b95e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0542469 Sep 13 15:36:45.083743 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-55550418-795a-4c0f-a3f3-94760ed24ce3 req-58fb7e2f-323e-43d2-88cc-fc45c3958a26 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433629 Sep 13 15:36:45.234871 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33324) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:45.276629 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e7e807af-9cec-45f0-a584-eac5ac38c3a1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cfaf2e58e0f14b95875b97b38a15dd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405936 Sep 13 15:36:45.280052 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33326) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:45.331589 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-887b8541-8fbf-4be2-9ecd-a40f0b92c373 admin admin] Publish callbacks [] for security_group (b8852d65-977e-4e3d-8667-f72b1f5c566d), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.354335 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Request body: {'port': {'device_id': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:45.362420 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-887b8541-8fbf-4be2-9ecd-a40f0b92c373 admin admin] Publish callbacks [] for security_group (b8852d65-977e-4e3d-8667-f72b1f5c566d), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.392402 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-9f173c00-a1e0-4705-97d0-921069b6cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:45.393948 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-9f173c00-a1e0-4705-97d0-921069b6cd1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 1128 time: 0.0448229 Sep 13 15:36:45.446962 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.482386 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-887b8541-8fbf-4be2-9ecd-a40f0b92c373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b8852d65-977e-4e3d-8667-f72b1f5c566d), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.484858 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-887b8541-8fbf-4be2-9ecd-a40f0b92c373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.486452 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-887b8541-8fbf-4be2-9ecd-a40f0b92c373 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b8852d65-977e-4e3d-8667-f72b1f5c566d HTTP/1.1" status: 204 len: 168 time: 0.2053266 Sep 13 15:36:45.499685 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 6481ef37-77b7-4e11-acea-de4d1398e92b no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:45.501348 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b8541-8fbf-4be2-9ecd-a40f0b92c373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8852d65-977e-4e3d-8667-f72b1f5c566d,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:45.539749 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 6481ef37-77b7-4e11-acea-de4d1398e92b {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:45.540523 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 6481ef37-77b7-4e11-acea-de4d1398e92b not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:45.541097 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a10ca548-4840-4ce1-8f10-3810d6081d4d no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:45.572113 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: a10ca548-4840-4ce1-8f10-3810d6081d4d {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:45.572500 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a10ca548-4840-4ce1-8f10-3810d6081d4d not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:45.688539 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7b82-45a5-b38d-21e271d4b87f req-fd06d07a-bbb7-43b2-a3e2-841ca38c8da0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:45.690175 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c0b57811-7b82-45a5-b38d-21e271d4b87f req-fd06d07a-bbb7-43b2-a3e2-841ca38c8da0 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 944 time: 0.0861742 Sep 13 15:36:45.752426 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:45.768575 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:45.795660 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c0b57811-7b82-45a5-b38d-21e271d4b87f req-9e433d0e-8dfd-4a66-8a5b-4c19812cb511 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987854 Sep 13 15:36:45.834981 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e93362-26cb-407c-9bce-1c6ee8605997 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:36:45.843550 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Publish callbacks [] for port (06e93362-26cb-407c-9bce-1c6ee8605997), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.857465 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Transition to ACTIVE for port object 06e93362-26cb-407c-9bce-1c6ee8605997 will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:36:45.874371 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:45.969991 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a192f70-83db-4760-b76f-8aec78367fe4 req-f808924a-5a51-4895-bbd3-3d6105ac6378 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:45.971402 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3a192f70-83db-4760-b76f-8aec78367fe4 req-f808924a-5a51-4895-bbd3-3d6105ac6378 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.1078813 Sep 13 15:36:45.972683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=06e93362-26cb-407c-9bce-1c6ee8605997,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:46.049791 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a8e08ac3-21a0-4069-81e3-37a7f32cff29 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:36:46.059091 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3a192f70-83db-4760-b76f-8aec78367fe4 req-d414eb36-c0da-49c8-bbe6-f011d56c97af tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817213 Sep 13 15:36:46.059896 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Attempting to bind port 06e93362-26cb-407c-9bce-1c6ee8605997 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:36:46.060238 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Attempting to bind port 06e93362-26cb-407c-9bce-1c6ee8605997 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:36:46.060568 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Attempting to bind port 06e93362-26cb-407c-9bce-1c6ee8605997 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:36:46.105389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Port 06e93362-26cb-407c-9bce-1c6ee8605997 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:36:46.105702 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Attempting to bind port 06e93362-26cb-407c-9bce-1c6ee8605997 on network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:36:46.127962 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:46.130435 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:46.155814 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:36:46.156156 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Checking segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:36:46.156547 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Bound using segment: {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:36:46.156988 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Bound port: 06e93362-26cb-407c-9bce-1c6ee8605997, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48876667-42c8-4809-bb0c-8c4a35843a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:36:46.157360 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:46.161450 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port a8e08ac3-21a0-4069-81e3-37a7f32cff29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:46.172145 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'port_id': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'mac_address': 'fa:16:3e:a9:ce:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:36:46.207661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port a8e08ac3-21a0-4069-81e3-37a7f32cff29 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:36:46.208057 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:46.221794 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e08ac3-21a0-4069-81e3-37a7f32cff29 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:36:46.242746 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c40085-326c-4b48-aa5f-2722e6da42dd req-342c7b96-8efe-4189-bf88-598295b614c7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:46.244248 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-51c40085-326c-4b48-aa5f-2722e6da42dd req-342c7b96-8efe-4189-bf88-598295b614c7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0756483 Sep 13 15:36:46.249743 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port a8e08ac3-21a0-4069-81e3-37a7f32cff29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:46.255542 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:46.275407 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] For port 06e93362-26cb-407c-9bce-1c6ee8605997, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:36:46.280608 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-9abc7618-34a4-440e-8a4c-a3d3b443d5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:46.296891 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] For port 06e93362-26cb-407c-9bce-1c6ee8605997, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=06e93362-26cb-407c-9bce-1c6ee8605997,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:36:46.308928 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=a8e08ac3-21a0-4069-81e3-37a7f32cff29,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:46.311323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:46.315172 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:46.315788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:46.317185 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/06e93362-26cb-407c-9bce-1c6ee8605997 HTTP/1.1" status: 200 len: 1093 time: 0.9677205 Sep 13 15:36:46.320394 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:46.322685 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:46.329582 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-51c40085-326c-4b48-aa5f-2722e6da42dd req-af10d5f7-25b2-4c9f-a00f-4a97256cde8f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774255 Sep 13 15:36:46.378012 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1717fa77-5aa1-4a48-977a-2fe442f659d9 x-openstack-request-id: req-1717fa77-5aa1-4a48-977a-2fe442f659d9 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:46.378345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:46.378594 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1717fa77-5aa1-4a48-977a-2fe442f659d9 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:46.379005 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1717fa77-5aa1-4a48-977a-2fe442f659d9'] response: {'name': 'network-changed', 'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997', 'status': 'completed', 'code': 200} Sep 13 15:36:46.384255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fae00-c79a-4f1d-92dc-45a1efbed0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=06e93362-26cb-407c-9bce-1c6ee8605997,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:46.640722 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['a8e08ac3-21a0-4069-81e3-37a7f32cff29'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:46.960361 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25426a0-033e-4fa9-8b49-2c3142920e6f req-4e2d82a3-6990-43ad-8bf5-ed5d4aa81dfd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:46.961805 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f25426a0-033e-4fa9-8b49-2c3142920e6f req-4e2d82a3-6990-43ad-8bf5-ed5d4aa81dfd tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 945 time: 0.0612667 Sep 13 15:36:47.011210 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f25426a0-033e-4fa9-8b49-2c3142920e6f req-4d48668f-d0ef-49e2-b44a-ed71dcfdccb5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Sep 13 15:36:47.188508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b4d54-bcb5-4109-8994-4d0ae734f41f req-717a832c-c8de-4039-a22c-9da304045d93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:47.190247 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a06b4d54-bcb5-4109-8994-4d0ae734f41f req-717a832c-c8de-4039-a22c-9da304045d93 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0559373 Sep 13 15:36:47.241204 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a06b4d54-bcb5-4109-8994-4d0ae734f41f req-0f047caa-fbb0-41aa-9d64-bfe857fcc205 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Sep 13 15:36:47.450017 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:47.459242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5594cf0-76d1-4bbe-b497-c16ea8191187 req-94bdcc6e-87f8-4486-92e5-1444f3aeab51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:47.460728 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e5594cf0-76d1-4bbe-b497-c16ea8191187 req-94bdcc6e-87f8-4486-92e5-1444f3aeab51 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0518758 Sep 13 15:36:47.515125 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e5594cf0-76d1-4bbe-b497-c16ea8191187 req-f20fe83e-46f6-49c6-a0af-7fe8701dbcda tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474625 Sep 13 15:36:48.028715 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=59 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:48.033777 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:48.051286 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a8e08ac3-21a0-4069-81e3-37a7f32cff29 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:36:48.096622 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port a8e08ac3-21a0-4069-81e3-37a7f32cff29 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:36:48.104765 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port a8e08ac3-21a0-4069-81e3-37a7f32cff29 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:36:48.105254 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:48.137410 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00ea23-3191-4d37-a247-c7907b3725ca req-2967c11a-7865-4755-9797-f37d56d74732 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.138923 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1c00ea23-3191-4d37-a247-c7907b3725ca req-2967c11a-7865-4755-9797-f37d56d74732 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 945 time: 0.0475767 Sep 13 15:36:48.150711 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:48.181092 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port a8e08ac3-21a0-4069-81e3-37a7f32cff29 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:36:48.181477 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:48.188031 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1c00ea23-3191-4d37-a247-c7907b3725ca req-7c087704-4b11-4cdf-85a6-ac464309a47a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Sep 13 15:36:48.205655 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:48.208333 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade28a7f-fdef-4db2-9431-6b65ba0cdc2f" -d '{"events": [{"server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "name": "network-vif-plugged", "status": "completed", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:48.222259 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port a8e08ac3-21a0-4069-81e3-37a7f32cff29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:48.227638 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:48.250415 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232cc6f1-0e3e-4ebc-93d9-ff9fa54d4c04 x-openstack-request-id: req-232cc6f1-0e3e-4ebc-93d9-ff9fa54d4c04 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:48.250707 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "name": "network-vif-plugged", "status": "completed", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:48.250995 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-232cc6f1-0e3e-4ebc-93d9-ff9fa54d4c04 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:48.251400 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232cc6f1-0e3e-4ebc-93d9-ff9fa54d4c04'] response: {'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'code': 200} Sep 13 15:36:48.278395 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=a8e08ac3-21a0-4069-81e3-37a7f32cff29,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:48.397641 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878d51-d904-4c8a-b829-cc638207a039 req-84748c51-8814-43dc-9650-47ebb427e0dd tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.399864 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-86878d51-d904-4c8a-b829-cc638207a039 req-84748c51-8814-43dc-9650-47ebb427e0dd tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0585396 Sep 13 15:36:48.411484 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-7ad50b48-3106-4b20-b4af-c7db1a6444c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.413004 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-7ad50b48-3106-4b20-b4af-c7db1a6444c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.0937564 Sep 13 15:36:48.446302 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd req-0905e898-4ed6-4486-806f-3aaba5f7384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.447783 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd req-0905e898-4ed6-4486-806f-3aaba5f7384a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 1127 time: 0.1173882 Sep 13 15:36:48.471156 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-86878d51-d904-4c8a-b829-cc638207a039 req-b4d82c1d-1fd0-4566-80c3-767ebc170201 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551736 Sep 13 15:36:48.473044 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-cd9654aa-d4d8-4b7b-a0cd-608b1d7f2faa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29 HTTP/1.1" status: 200 len: 217 time: 0.0378094 Sep 13 15:36:48.598473 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-1b520b40-72a1-4e61-8cbc-e7a5ce3d77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.600601 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-1b520b40-72a1-4e61-8cbc-e7a5ce3d77ad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0596473 Sep 13 15:36:48.602594 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4c85-a783-48df-988b-128f59dd55d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:48.636876 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:48.673789 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506237ba-f784-45fa-875f-b57fe7984647 req-2d6f2251-5db5-441a-aaa6-03a5b403e35e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.675380 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-506237ba-f784-45fa-875f-b57fe7984647 req-2d6f2251-5db5-441a-aaa6-03a5b403e35e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.0667758 Sep 13 15:36:48.699778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-3885f6bd-89d7-45b9-bbce-527b291876b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.701269 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-3885f6bd-89d7-45b9-bbce-527b291876b0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633452 Sep 13 15:36:48.702374 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6ad3-41f5-483d-8617-3e6b6faf12f2 req-7d181c93-0f0b-49c3-8e5b-cb9df1c9c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.703750 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1ca6ad3-41f5-483d-8617-3e6b6faf12f2 req-7d181c93-0f0b-49c3-8e5b-cb9df1c9c3d0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 1130 time: 0.0745306 Sep 13 15:36:48.713907 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd req-afc7d5d6-d88d-4d2a-a1c7-98219e3ee444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.715376 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd req-afc7d5d6-d88d-4d2a-a1c7-98219e3ee444 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=597b9e023e324874ac5f24ee571d1f66&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1747060 Sep 13 15:36:48.737720 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-506237ba-f784-45fa-875f-b57fe7984647 req-ff9b1185-538f-4b75-84b3-60b9298e94ce tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=93954fa3-959b-4043-9412-a6e76f6cce7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555241 Sep 13 15:36:48.833802 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:48.883803 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd req-9d93f052-e511-42fb-834b-bf3bedfd3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.885280 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7b73cb2b-ba55-42a8-93dc-552a81f86bbd req-9d93f052-e511-42fb-834b-bf3bedfd3c82 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985782 Sep 13 15:36:48.908108 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-15563544-8016-4eb4-b4a3-09f6634b8cd7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.909691 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-15563544-8016-4eb4-b4a3-09f6634b8cd7 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 945 time: 0.1176906 Sep 13 15:36:48.960951 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c1ca6ad3-41f5-483d-8617-3e6b6faf12f2 req-6f477d31-7980-4d14-a015-5d5abfd905ac service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663876 Sep 13 15:36:48.961485 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-7f8e4dc4-8f7d-4ee5-8ea5-48a3ef26a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:48.963001 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-7f8e4dc4-8f7d-4ee5-8ea5-48a3ef26a385 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 1127 time: 0.0396252 Sep 13 15:36:49.015805 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-12857272-0f8b-43a4-88d5-29a4d664a001 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225082 Sep 13 15:36:49.029942 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Deleting port a5830845-c6ca-471c-ae1c-f8508ae26cc3 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:49.030318 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.124943 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] For port a5830845-c6ca-471c-ae1c-f8508ae26cc3, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a5830845-c6ca-471c-ae1c-f8508ae26cc3,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:49.125165 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.328905 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-bd2f43da-a7f7-471b-88c3-3c1335c3f5cd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e93362-26cb-407c-9bce-1c6ee8605997 HTTP/1.1" status: 200 len: 217 time: 0.0604527 Sep 13 15:36:49.343098 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.343469 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.343754 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Floating IP 475c6f58-1f84-4869-881f-5352c772e706 disassociated. External IP: 172.27.1.206, port: a5830845-c6ca-471c-ae1c-f8508ae26cc3. Sep 13 15:36:49.344651 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Calling delete_port for a5830845-c6ca-471c-ae1c-f8508ae26cc3 owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:49.370398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8316-1448-483d-8058-9c1484ad8c13 req-da8282bc-a2f5-4c20-bd1d-8df654c6ed63 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:49.371877 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d79f8316-1448-483d-8058-9c1484ad8c13 req-da8282bc-a2f5-4c20-bd1d-8df654c6ed63 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.1054635 Sep 13 15:36:49.399704 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-44aa63aa-65d6-46d1-9c3d-e52aa91f2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:49.401108 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-44aa63aa-65d6-46d1-9c3d-e52aa91f2581 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0662234 Sep 13 15:36:49.420074 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-a9b8cc29-ba0a-446e-a0ea-9c8e99e307fa req-fd9406d9-de55-4708-9626-9a7c41c5d5ec service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469722 Sep 13 15:36:49.461820 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d79f8316-1448-483d-8058-9c1484ad8c13 req-102d014b-7bfa-45f1-b33a-b9574b6fcced tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819647 Sep 13 15:36:49.469484 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d95a-049f-412f-a447-1711b71c36db req-b9bbe032-2156-45b9-b82b-7087acc1f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:49.471056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-b9bbe032-2156-45b9-b82b-7087acc1f1c2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620379 Sep 13 15:36:49.506826 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a5830845-c6ca-471c-ae1c-f8508ae26cc3), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.534949 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event deleted for resources: {'Port': ['ID=a5830845-c6ca-471c-ae1c-f8508ae26cc3,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:49.601317 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a4102-65d6-4dcf-b28e-4e740be2bc9f req-66111ac0-12b1-4e0b-95d8-397c6be78969 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:49.603006 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-344a4102-65d6-4dcf-b28e-4e740be2bc9f req-66111ac0-12b1-4e0b-95d8-397c6be78969 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0519059 Sep 13 15:36:49.603883 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.643072 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:49.652913 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Router 5f649f9a-9a65-4ad6-9306-22341435c970 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:49.704119 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:49.767496 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:49.778143 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] Sync routers for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:49.790047 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:49.791085 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:49.814799 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] No DVR routers for this DVR port a5830845-c6ca-471c-ae1c-f8508ae26cc3 on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:49.817504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:49.820912 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-c614fa59-5f16-42e0-9cba-e632097b1650 req-cae64c99-7553-4393-a345-54ca5c32cdb6 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "DELETE /networking/v2.0/ports/a5830845-c6ca-471c-ae1c-f8508ae26cc3 HTTP/1.1" status: 204 len: 173 time: 0.9016988 Sep 13 15:36:49.821467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'name': 'network-vif-deleted', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:49.824360 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a626dc8b-03c4-4760-9a1d-3f6f82409e46" -d '{"events": [{"server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "name": "network-vif-deleted", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:49.926383 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:49.964933 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:50.001029 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-344a4102-65d6-4dcf-b28e-4e740be2bc9f req-044be72b-b318-425f-a04b-167b96c303e6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904369 Sep 13 15:36:50.071721 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-c301c176-8e0b-4490-bf02-3e2cfa8f6dda service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662109 Sep 13 15:36:50.161378 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:50.172550 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3110d996-b55d-4995-b73f-aef04b6c63ae req-16dae3ff-cac9-4cac-9a82-84b0bbcda316 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 210 time: 0.0735798 Sep 13 15:36:50.190170 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] Checking router: 5f649f9a-9a65-4ad6-9306-22341435c970 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:50.198747 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:50.199323 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:50.227248 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ff27d95a-049f-412f-a447-1711b71c36db req-147cfcc2-ccda-444f-ba10-ae828e2bc856 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321113 Sep 13 15:36:50.228986 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d278c3-a7a5-4a82-a2d9-39c91d08343f x-openstack-request-id: req-74d278c3-a7a5-4a82-a2d9-39c91d08343f {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:50.229283 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0782cb8b-a07b-4d5c-8014-23397c7d38c1", "name": "network-vif-deleted", "tag": "a5830845-c6ca-471c-ae1c-f8508ae26cc3", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:50.229542 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74d278c3-a7a5-4a82-a2d9-39c91d08343f {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:50.229946 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d278c3-a7a5-4a82-a2d9-39c91d08343f'] response: {'server_uuid': '0782cb8b-a07b-4d5c-8014-23397c7d38c1', 'name': 'network-vif-deleted', 'tag': 'a5830845-c6ca-471c-ae1c-f8508ae26cc3', 'status': 'completed', 'code': 200} Sep 13 15:36:50.304285 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:50.590633 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:50.594432 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e019b87-9041-4614-87f0-89353090859b req-6d7b5a48-4d64-4e13-a530-d4907e7d1443 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:50.596410 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e019b87-9041-4614-87f0-89353090859b req-6d7b5a48-4d64-4e13-a530-d4907e7d1443 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0488682 Sep 13 15:36:50.615555 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563444d8-2662-4f56-ab96-003a2417bcb0 None None] The sync data for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi is: [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'a03463c0-4b7c-4206-979e-6160317e35b7', 'name': '', 'network_id': '727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'mac_address': 'fa:16:3e:34:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:27Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'subnets': [{'id': '5aa713ec-7bf8-4898-9f28-f8a16d8367df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:50.660881 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e019b87-9041-4614-87f0-89353090859b req-c2629cf0-65b3-430d-ad46-f4c4ca339e27 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585644 Sep 13 15:36:50.851940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736919-27ca-4030-b8ab-7563b0b7090e None None] New status for floating IP 475c6f58-1f84-4869-881f-5352c772e706: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:51.095971 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:51.125715 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:51.139630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcf414-c46e-4a1d-9a74-2e4419d1c215 req-0dd2233d-ef6a-457d-8d3a-53fb8917e285 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:51.141121 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b9dcf414-c46e-4a1d-9a74-2e4419d1c215 req-0dd2233d-ef6a-457d-8d3a-53fb8917e285 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0489361 Sep 13 15:36:51.190780 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b9dcf414-c46e-4a1d-9a74-2e4419d1c215 req-79af1da2-5991-4c1f-8448-4c8bc2d4fd17 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Sep 13 15:36:51.243996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:51.301517 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-01c6fbbf-3944-4b9b-afb8-f7278058fd88 req-bcd2078e-c6ac-4658-8cea-213923587e0f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 210 time: 0.0378172 Sep 13 15:36:51.792654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bc197-d598-4432-a24b-d769777f792c req-b3afb8a7-5b0b-4c78-aa90-cb91360163dc tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:51.794136 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-400bc197-d598-4432-a24b-d769777f792c req-b3afb8a7-5b0b-4c78-aa90-cb91360163dc tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Sep 13 15:36:51.842847 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-400bc197-d598-4432-a24b-d769777f792c req-b7d2bc27-51ae-4c3d-8447-4c272458ecdb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Sep 13 15:36:51.958669 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c00f3-5ea2-4386-acdc-d19e382d486e req-7f898c0f-e631-40c6-90df-8b27ced37702 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:51.960140 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4c0c00f3-5ea2-4386-acdc-d19e382d486e req-7f898c0f-e631-40c6-90df-8b27ced37702 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0472553 Sep 13 15:36:51.972248 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33378) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:51.976993 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'port_id': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:52.019881 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (8aeeeb24-de26-4d9a-b520-d031353f61aa), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:52.081675 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a5830845-c6ca-471c-ae1c-f8508ae26cc3 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:36:52.102694 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: a5830845-c6ca-471c-ae1c-f8508ae26cc3 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:36:52.103024 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a5830845-c6ca-471c-ae1c-f8508ae26cc3 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:36:52.313606 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc1c54-958c-4145-9755-d54f3a8a4128 req-95a580c2-25bc-488f-b7b3-bf3fe20969ac tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:52.315771 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cfcc1c54-958c-4145-9755-d54f3a8a4128 req-95a580c2-25bc-488f-b7b3-bf3fe20969ac tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0476944 Sep 13 15:36:52.365142 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cfcc1c54-958c-4145-9755-d54f3a8a4128 req-d83138f4-1a38-4530-9c0e-3438ab998b09 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434759 Sep 13 15:36:52.471742 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2618c12b-9f94-4521-b696-24d4c0a45f21 req-26b66617-67e9-488c-992c-f0cbaf4e8ea5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0782cb8b-a07b-4d5c-8014-23397c7d38c1 HTTP/1.1" status: 200 len: 210 time: 0.0336008 Sep 13 15:36:52.751550 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:52.757234 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (8aeeeb24-de26-4d9a-b520-d031353f61aa), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:52.859025 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP 8aeeeb24-de26-4d9a-b520-d031353f61aa associated. External IP: 172.27.1.121, port: a8e08ac3-21a0-4069-81e3-37a7f32cff29. Sep 13 15:36:53.067279 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:36:53.162085 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:53.181465 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:36:53.186450 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:53.192547 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:36:53.204705 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:53.205453 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:53.220709 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2927766a-bad4-405d-a3c9-efd5fd09e358 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/8aeeeb24-de26-4d9a-b520-d031353f61aa HTTP/1.1" status: 200 len: 992 time: 1.2472701 Sep 13 15:36:53.221670 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:53.224847 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd512d-0741-45ac-a944-4111c074ad07" -d '{"events": [{"name": "network-changed", "server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:53.262222 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44e9541-c408-4f21-8a40-b260a261512a x-openstack-request-id: req-e44e9541-c408-4f21-8a40-b260a261512a {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:53.262519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:53.262776 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e44e9541-c408-4f21-8a40-b260a261512a {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:53.263191 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44e9541-c408-4f21-8a40-b260a261512a'] response: {'name': 'network-changed', 'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'status': 'completed', 'code': 200} Sep 13 15:36:53.320297 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:53.323811 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-0b48a087-a403-4a5a-aed2-9684701ef643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:53.325326 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-0b48a087-a403-4a5a-aed2-9684701ef643 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 1130 time: 0.0396271 Sep 13 15:36:53.418159 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-c541a329-0b91-4ff3-8fb2-7319f4fea3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:53.419829 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-c541a329-0b91-4ff3-8fb2-7319f4fea3df service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.0882859 Sep 13 15:36:53.498554 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:53.523198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08510e4d-a938-41ac-82b7-6dd4687e932b req-45731c35-0da1-4054-b12c-db94a7f09629 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:53.524689 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-08510e4d-a938-41ac-82b7-6dd4687e932b req-45731c35-0da1-4054-b12c-db94a7f09629 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 943 time: 0.0600150 Sep 13 15:36:53.526592 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-e6a8a07a-9f17-44df-831f-8d8261a66ff5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29 HTTP/1.1" status: 200 len: 1000 time: 0.0998592 Sep 13 15:36:53.543096 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:53.549421 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '8aeeeb24-de26-4d9a-b520-d031353f61aa', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:a9:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:37Z', 'updated_at': '2022-09-13T15:36:52Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:53.573519 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:36:53.583220 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:36:53.583880 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:53.606024 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-9a32d655-f124-467d-844a-181227e06d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:53.607533 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-9a32d655-f124-467d-844a-181227e06d5a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0750928 Sep 13 15:36:53.615448 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-08510e4d-a938-41ac-82b7-6dd4687e932b req-328ccbae-9d1e-4ff7-a694-2e8055d51868 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842965 Sep 13 15:36:53.663045 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-066d4660-1402-4751-9fcc-40f9de3d0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:53.664640 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-066d4660-1402-4751-9fcc-40f9de3d0cdf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487623 Sep 13 15:36:53.694499 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:36:53.711407 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33396) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:53.717188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:53.721434 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:53.763660 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-d4f5f490-bd61-4e67-b8a3-f0a6bd20c675 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916412 Sep 13 15:36:53.783505 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-36548772-765b-4e45-84be-da455fa6de4a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group (93954fa3-959b-4043-9412-a6e76f6cce7c), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:53.808069 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-36548772-765b-4e45-84be-da455fa6de4a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group (93954fa3-959b-4043-9412-a6e76f6cce7c), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:53.858575 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d0cd512d-0741-45ac-a944-4111c074ad07 req-4ea1de98-bd86-489b-9537-d8f71c40f91e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885921 Sep 13 15:36:53.858842 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-36548772-765b-4e45-84be-da455fa6de4a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (93954fa3-959b-4043-9412-a6e76f6cce7c), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:53.861109 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-36548772-765b-4e45-84be-da455fa6de4a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:53.862291 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-36548772-765b-4e45-84be-da455fa6de4a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/93954fa3-959b-4043-9412-a6e76f6cce7c HTTP/1.1" status: 204 len: 168 time: 0.1496234 Sep 13 15:36:53.865143 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33398) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:53.880504 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.api.v2.resource [None req-e9cf46dc-1e64-40d9-b103-c2d44c423bc5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] show failed (client error): The resource could not be found. Sep 13 15:36:53.881679 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e9cf46dc-1e64-40d9-b103-c2d44c423bc5 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups/93954fa3-959b-4043-9412-a6e76f6cce7c HTTP/1.1" status: 404 len: 347 time: 0.0152943 Sep 13 15:36:53.885143 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33400) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:53.887149 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36548772-765b-4e45-84be-da455fa6de4a tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93954fa3-959b-4043-9412-a6e76f6cce7c,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:53.928661 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '8aeeeb24-de26-4d9a-b520-d031353f61aa', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:a9:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:37Z', 'updated_at': '2022-09-13T15:36:52Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:36:53.954425 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9675f4-e2cc-4f70-9d38-b996317e39df None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '8aeeeb24-de26-4d9a-b520-d031353f61aa', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:a9:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:37Z', 'updated_at': '2022-09-13T15:36:52Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:36:54.003782 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Deleting port 8d0d37ee-13a2-4dda-b82f-147c2debcd2f {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:54.004105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.058220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:54.086826 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 06e93362-26cb-407c-9bce-1c6ee8605997 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:36:54.089797 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.090185 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.102668 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:54.106636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Calling delete_port for 8d0d37ee-13a2-4dda-b82f-147c2debcd2f owned by network:floatingip {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:54.124961 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:54.177996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7b003f-3b1e-40b0-8f5d-ede6467943f9 None None] New status for floating IP 8aeeeb24-de26-4d9a-b520-d031353f61aa: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:36:54.251807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 06e93362-26cb-407c-9bce-1c6ee8605997, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=06e93362-26cb-407c-9bce-1c6ee8605997,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:54.254686 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (8d0d37ee-13a2-4dda-b82f-147c2debcd2f), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.279458 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event deleted for resources: {'Port': ['ID=8d0d37ee-13a2-4dda-b82f-147c2debcd2f,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:54.291870 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '06e93362-26cb-407c-9bce-1c6ee8605997', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'port_id': '06e93362-26cb-407c-9bce-1c6ee8605997', 'mac_address': 'fa:16:3e:78:59:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:36:54.346824 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks [] for floatingip (475c6f58-1f84-4869-881f-5352c772e706), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.349491 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.353181 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2f363f79-ec0b-460d-99f2-c36d876d2db3 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/475c6f58-1f84-4869-881f-5352c772e706 HTTP/1.1" status: 204 len: 168 time: 0.4646063 Sep 13 15:36:54.504342 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 06e93362-26cb-407c-9bce-1c6ee8605997 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:36:54.504493 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.518856 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e93362-26cb-407c-9bce-1c6ee8605997 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:36:54.541084 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 06e93362-26cb-407c-9bce-1c6ee8605997, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=06e93362-26cb-407c-9bce-1c6ee8605997,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:54.546153 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:54.591759 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=06e93362-26cb-407c-9bce-1c6ee8605997,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:54.756749 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d0e88-da71-4c88-ad60-8064ed36d74a req-7c87805b-bca9-45c6-92a3-5e666d6caa6f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:54.758149 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-787d0e88-da71-4c88-ad60-8064ed36d74a req-7c87805b-bca9-45c6-92a3-5e666d6caa6f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 944 time: 0.0617881 Sep 13 15:36:54.815117 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-787d0e88-da71-4c88-ad60-8064ed36d74a req-ef53e184-e5cc-4336-8082-faa40866b037 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510461 Sep 13 15:36:54.922207 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['06e93362-26cb-407c-9bce-1c6ee8605997'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:55.948937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7848b1-4e16-404d-8c4d-cd8fb4f31f00 req-0b91c0e2-d49e-4e29-8fb0-c8895b81ca71 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:55.950426 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5b7848b1-4e16-404d-8c4d-cd8fb4f31f00 req-0b91c0e2-d49e-4e29-8fb0-c8895b81ca71 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 944 time: 0.0591462 Sep 13 15:36:56.003564 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5b7848b1-4e16-404d-8c4d-cd8fb4f31f00 req-78bc78fe-b078-42df-9ddb-d0b9b2abbbde tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451841 Sep 13 15:36:56.095081 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 06e93362-26cb-407c-9bce-1c6ee8605997 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:36:56.145242 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 06e93362-26cb-407c-9bce-1c6ee8605997 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:36:56.154152 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 06e93362-26cb-407c-9bce-1c6ee8605997 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:36:56.154618 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:56.229757 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 06e93362-26cb-407c-9bce-1c6ee8605997 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:36:56.230131 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:56.254965 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:56.257213 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f8213-75fb-441e-a47d-f63630ae3f41" -d '{"events": [{"server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "name": "network-vif-plugged", "status": "completed", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:56.269865 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 06e93362-26cb-407c-9bce-1c6ee8605997, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=06e93362-26cb-407c-9bce-1c6ee8605997,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:56.275437 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:56.298533 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3de451-30d3-466b-a43c-fb448a356d5a x-openstack-request-id: req-1b3de451-30d3-466b-a43c-fb448a356d5a {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:56.298826 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "name": "network-vif-plugged", "status": "completed", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:56.299083 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b3de451-30d3-466b-a43c-fb448a356d5a {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:56.299492 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3de451-30d3-466b-a43c-fb448a356d5a'] response: {'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997', 'code': 200} Sep 13 15:36:56.325628 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=06e93362-26cb-407c-9bce-1c6ee8605997,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:56.485170 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92209146-91f9-4c85-a947-467034d0765a req-65152f72-acb2-4380-ba2a-8df556d9dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:56.486737 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-92209146-91f9-4c85-a947-467034d0765a req-65152f72-acb2-4380-ba2a-8df556d9dd67 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 1129 time: 0.0438998 Sep 13 15:36:56.536295 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-92209146-91f9-4c85-a947-467034d0765a req-7722eced-1a52-4f33-8cb1-8bd02f2f53b6 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 Sep 13 15:36:56.889864 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e7f88-9b03-4e1b-a4a1-f04afaac26f2 req-058836ad-ffaf-413d-b01b-c87ab0d172d1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:56.891467 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2a2e7f88-9b03-4e1b-a4a1-f04afaac26f2 req-058836ad-ffaf-413d-b01b-c87ab0d172d1 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0500312 Sep 13 15:36:56.915381 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:56.944052 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2a2e7f88-9b03-4e1b-a4a1-f04afaac26f2 req-d367d8be-2653-4eb5-af52-52a311d87c6f tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Sep 13 15:36:57.145088 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23568-7469-49df-b85f-277f3cde1f8c req-9b04545f-a733-449a-8706-5a15ebbf740f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:57.146587 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1da23568-7469-49df-b85f-277f3cde1f8c req-9b04545f-a733-449a-8706-5a15ebbf740f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0471747 Sep 13 15:36:57.196021 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1da23568-7469-49df-b85f-277f3cde1f8c req-5e421ee9-8493-4438-be83-fb4dfa0640a4 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 Sep 13 15:36:57.849824 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-758f1847-a85d-447f-9dfb-0f91d21c45cc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:57.851180 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-758f1847-a85d-447f-9dfb-0f91d21c45cc tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0615921 Sep 13 15:36:57.949499 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Deleting port 791fe666-c2cb-4d8a-91fa-3927d141b45c {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:36:57.949814 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:58.052105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:58.054188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] For port 791fe666-c2cb-4d8a-91fa-3927d141b45c, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=791fe666-c2cb-4d8a-91fa-3927d141b45c,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:36:58.054582 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:58.086467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Calling delete_port for 791fe666-c2cb-4d8a-91fa-3927d141b45c owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:36:58.106515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85acb-62d9-47e4-877b-a0e52a60db5e req-337e7312-8582-4dbc-b8dd-61368078f187 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:58.107919 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cf85acb-62d9-47e4-877b-a0e52a60db5e req-337e7312-8582-4dbc-b8dd-61368078f187 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=29ef7238-7280-4c0f-b213-4efdc33bccc0 HTTP/1.1" status: 200 len: 946 time: 0.0782244 Sep 13 15:36:58.209240 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cf85acb-62d9-47e4-877b-a0e52a60db5e req-bcf6cb40-1ca9-4fae-8060-0184a77c7daa tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723560 Sep 13 15:36:58.292538 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (791fe666-c2cb-4d8a-91fa-3927d141b45c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:58.304199 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['791fe666-c2cb-4d8a-91fa-3927d141b45c', '678a26e2-4972-4820-8b36-e8ab2402f95d'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:36:58.341680 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event deleted for resources: {'Port': ['ID=791fe666-c2cb-4d8a-91fa-3927d141b45c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:36:58.359646 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eb7e2-9024-46b1-8922-ba063af61bbd req-91e5afb7-4ed4-438c-9429-3fc97120729b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:58.361188 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e16eb7e2-9024-46b1-8922-ba063af61bbd req-91e5afb7-4ed4-438c-9429-3fc97120729b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0796819 Sep 13 15:36:58.384797 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:58.412167 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] No DVR routers for this DVR port 791fe666-c2cb-4d8a-91fa-3927d141b45c on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:36:58.415986 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:36:58.419258 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c17424b6-ed7a-48a7-86b5-5d04271b9d2a req-3e349886-1a6c-4c19-bf36-fcd945198a85 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "DELETE /networking/v2.0/ports/791fe666-c2cb-4d8a-91fa-3927d141b45c HTTP/1.1" status: 204 len: 173 time: 0.5513003 Sep 13 15:36:58.419771 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'name': 'network-vif-deleted', 'tag': '791fe666-c2cb-4d8a-91fa-3927d141b45c'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:36:58.422240 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883e74ca-582f-401c-808c-7069ea6dc62a" -d '{"events": [{"server_uuid": "29ef7238-7280-4c0f-b213-4efdc33bccc0", "name": "network-vif-deleted", "tag": "791fe666-c2cb-4d8a-91fa-3927d141b45c"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:36:58.437341 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:58.455238 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e16eb7e2-9024-46b1-8922-ba063af61bbd req-902c897d-f577-41fc-b60c-cdf77aaad49a tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745664 Sep 13 15:36:58.524449 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea7e8a-1d21-421f-a1c8-ab644e73f5de x-openstack-request-id: req-0bea7e8a-1d21-421f-a1c8-ab644e73f5de {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:36:58.524741 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ef7238-7280-4c0f-b213-4efdc33bccc0", "name": "network-vif-deleted", "tag": "791fe666-c2cb-4d8a-91fa-3927d141b45c", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:36:58.524993 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bea7e8a-1d21-421f-a1c8-ab644e73f5de {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:36:58.525397 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bea7e8a-1d21-421f-a1c8-ab644e73f5de'] response: {'server_uuid': '29ef7238-7280-4c0f-b213-4efdc33bccc0', 'name': 'network-vif-deleted', 'tag': '791fe666-c2cb-4d8a-91fa-3927d141b45c', 'status': 'completed', 'code': 200} Sep 13 15:36:59.515983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba495c-5363-4fbf-984f-6abb2e010527 req-ecc434e0-c2fd-4e61-ac33-405348a399d8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:59.517535 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f7ba495c-5363-4fbf-984f-6abb2e010527 req-ecc434e0-c2fd-4e61-ac33-405348a399d8 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0552180 Sep 13 15:36:59.569678 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f7ba495c-5363-4fbf-984f-6abb2e010527 req-5dc29c4c-6cc9-4b38-a57c-3c4c006edc5d tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Sep 13 15:36:59.663037 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:36:59.676769 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ab92a-a4b7-41e9-8ea4-e639d6ede0bf req-6e701663-1511-43fb-9912-02548cafe5d7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:59.678318 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-015ab92a-a4b7-41e9-8ea4-e639d6ede0bf req-6e701663-1511-43fb-9912-02548cafe5d7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0512176 Sep 13 15:36:59.727066 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-015ab92a-a4b7-41e9-8ea4-e639d6ede0bf req-5d110e76-8b2c-4e4a-beae-89ea8335c35f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428791 Sep 13 15:36:59.853149 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94eff4-3e05-4c25-af31-58ac519c0382 req-2284bb51-75ff-419d-ab2d-b82fcd65fcd2 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:36:59.854644 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2f94eff4-3e05-4c25-af31-58ac519c0382 req-2284bb51-75ff-419d-ab2d-b82fcd65fcd2 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Sep 13 15:36:59.865680 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33446) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:36:59.870023 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Request body: {'floatingip': {'port_id': '06e93362-26cb-407c-9bce-1c6ee8605997'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:36:59.908443 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (03066372-3994-4141-9f2a-eb0c40078861), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:00.305258 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:00.359143 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:00.365713 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (03066372-3994-4141-9f2a-eb0c40078861), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:00.469167 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Floating IP 03066372-3994-4141-9f2a-eb0c40078861 associated. External IP: 172.27.1.209, port: 06e93362-26cb-407c-9bce-1c6ee8605997. Sep 13 15:37:00.717815 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacfac7-36e4-4c8a-b1f5-5ecaedf4d518 req-fe6dc96e-2865-4b61-af01-2f28ff177f98 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:00.719303 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2bacfac7-36e4-4c8a-b1f5-5ecaedf4d518 req-fe6dc96e-2865-4b61-af01-2f28ff177f98 tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0590127 Sep 13 15:37:00.724517 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:37:00.808522 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2bacfac7-36e4-4c8a-b1f5-5ecaedf4d518 req-e7c586d4-8dc6-4436-80fa-f5fb90b57b8e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825715 Sep 13 15:37:00.820880 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:00.868887 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:37:00.874330 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:00.879020 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:37:00.889626 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:37:00.890356 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:00.905427 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4a91d71d-494c-4ed8-9f86-581629169107 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/03066372-3994-4141-9f2a-eb0c40078861 HTTP/1.1" status: 200 len: 991 time: 1.0386493 Sep 13 15:37:00.906148 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:37:00.908497 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e17089-1014-4b51-aac6-6900d9851db9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:37:00.947515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78063fa-9d52-491e-b9e5-c4f78a0afa28 x-openstack-request-id: req-f78063fa-9d52-491e-b9e5-c4f78a0afa28 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:37:00.947833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:37:00.948120 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f78063fa-9d52-491e-b9e5-c4f78a0afa28 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:37:00.948489 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78063fa-9d52-491e-b9e5-c4f78a0afa28'] response: {'name': 'network-changed', 'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997', 'status': 'completed', 'code': 200} Sep 13 15:37:01.002594 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:37:01.217707 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '03066372-3994-4141-9f2a-eb0c40078861', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'port_id': '06e93362-26cb-407c-9bce-1c6ee8605997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'mac_address': 'fa:16:3e:78:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:39Z', 'updated_at': '2022-09-13T15:37:00Z', 'revision_number': 1, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:01.245946 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:37:01.255994 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:37:01.256583 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:01.294911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17089-1014-4b51-aac6-6900d9851db9 req-21adbad2-9d11-4f20-a6ae-0d66115e28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:01.296431 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-21adbad2-9d11-4f20-a6ae-0d66115e28dd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 1129 time: 0.0411274 Sep 13 15:37:01.362200 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:37:01.399398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17089-1014-4b51-aac6-6900d9851db9 req-fc9987fb-3e37-45a2-995b-fe017ffedb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:01.400895 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-fc9987fb-3e37-45a2-995b-fe017ffedb71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.0917509 Sep 13 15:37:01.429192 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:01.472999 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-3e9005cc-0911-481a-bf2d-fc44e35ff051 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e93362-26cb-407c-9bce-1c6ee8605997 HTTP/1.1" status: 200 len: 999 time: 0.0564191 Sep 13 15:37:01.551297 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17089-1014-4b51-aac6-6900d9851db9 req-c3c13dcc-371b-47e5-83ea-03a7efd84d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:01.552789 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-c3c13dcc-371b-47e5-83ea-03a7efd84d6c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0544467 Sep 13 15:37:01.608823 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:01.672182 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '03066372-3994-4141-9f2a-eb0c40078861', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'port_id': '06e93362-26cb-407c-9bce-1c6ee8605997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'mac_address': 'fa:16:3e:78:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:39Z', 'updated_at': '2022-09-13T15:37:00Z', 'revision_number': 1, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:01.701172 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373e532-fab8-4775-a5f0-a85f157efd98 None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '03066372-3994-4141-9f2a-eb0c40078861', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'port_id': '06e93362-26cb-407c-9bce-1c6ee8605997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'mac_address': 'fa:16:3e:78:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:36:39Z', 'updated_at': '2022-09-13T15:37:00Z', 'revision_number': 1, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:37:01.706741 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17089-1014-4b51-aac6-6900d9851db9 req-40024b7c-268c-4fb6-889c-db5334127030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:01.708140 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-40024b7c-268c-4fb6-889c-db5334127030 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417767 Sep 13 15:37:01.768320 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:01.781493 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:01.812425 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-709e37ab-f56d-443e-9e3c-33660401a561 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975988 Sep 13 15:37:01.899943 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7bb35-e7c9-4c58-87fb-894d45b0d11b None None] New status for floating IP 03066372-3994-4141-9f2a-eb0c40078861: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:37:01.946717 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-68e17089-1014-4b51-aac6-6900d9851db9 req-957316fa-d4c8-4083-a603-cd312274d97c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214664 Sep 13 15:37:01.959909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66687534-e859-46d3-b1f1-66872ff62928 req-2f1bf2d8-dbab-48f6-b155-d603743fb37b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:01.961429 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66687534-e859-46d3-b1f1-66872ff62928 req-2f1bf2d8-dbab-48f6-b155-d603743fb37b tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0617745 Sep 13 15:37:01.974409 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-dee6590e-8515-4b3f-bba8-e07cb9816ded tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:01.978644 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-dee6590e-8515-4b3f-bba8-e07cb9816ded tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ecad0016-167e-481d-bc1a-44f01c614a59 HTTP/1.1" status: 200 len: 946 time: 0.0577648 Sep 13 15:37:02.017696 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-66687534-e859-46d3-b1f1-66872ff62928 req-e54a6681-3224-41d1-9ff0-7c53c72e02fd tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=73d789f2-ae1e-47c4-853e-2287e233ecb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498033 Sep 13 15:37:02.072708 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Deleting port 678a26e2-4972-4820-8b36-e8ab2402f95d {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:37:02.073085 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:02.128974 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 791fe666-c2cb-4d8a-91fa-3927d141b45c no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:37:02.159419 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 791fe666-c2cb-4d8a-91fa-3927d141b45c {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:37:02.159745 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 791fe666-c2cb-4d8a-91fa-3927d141b45c not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:37:02.180317 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] For port 678a26e2-4972-4820-8b36-e8ab2402f95d, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=678a26e2-4972-4820-8b36-e8ab2402f95d,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:02.180727 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:02.194563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Calling delete_port for 678a26e2-4972-4820-8b36-e8ab2402f95d owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:37:02.332715 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (678a26e2-4972-4820-8b36-e8ab2402f95d), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:02.346369 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['678a26e2-4972-4820-8b36-e8ab2402f95d'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:37:02.364963 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Pushing event deleted for resources: {'Port': ['ID=678a26e2-4972-4820-8b36-e8ab2402f95d,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:02.412221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] No DVR routers for this DVR port 678a26e2-4972-4820-8b36-e8ab2402f95d on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:37:02.414872 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:02.418057 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-424e72f0-b941-4d67-bd38-437651cbfc2d req-8bea85a3-a958-4edf-945f-e13d1440377e tempest-ServerRescueNegativeTestJSON-1462768076 tempest-ServerRescueNegativeTestJSON-1462768076-project] 10.222.0.42 "DELETE /networking/v2.0/ports/678a26e2-4972-4820-8b36-e8ab2402f95d HTTP/1.1" status: 204 len: 173 time: 0.4348412 Sep 13 15:37:02.418610 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'name': 'network-vif-deleted', 'tag': '678a26e2-4972-4820-8b36-e8ab2402f95d'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:37:02.420855 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796b3fc2-75d3-45b3-ad57-c467bf83adf3" -d '{"events": [{"server_uuid": "ecad0016-167e-481d-bc1a-44f01c614a59", "name": "network-vif-deleted", "tag": "678a26e2-4972-4820-8b36-e8ab2402f95d"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:37:02.466281 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e20ef-b810-4d60-a4f1-e31994a6afde x-openstack-request-id: req-b45e20ef-b810-4d60-a4f1-e31994a6afde {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:37:02.468091 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad0016-167e-481d-bc1a-44f01c614a59", "name": "network-vif-deleted", "tag": "678a26e2-4972-4820-8b36-e8ab2402f95d", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:37:02.468306 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b45e20ef-b810-4d60-a4f1-e31994a6afde {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:37:02.468742 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45e20ef-b810-4d60-a4f1-e31994a6afde'] response: {'server_uuid': 'ecad0016-167e-481d-bc1a-44f01c614a59', 'name': 'network-vif-deleted', 'tag': '678a26e2-4972-4820-8b36-e8ab2402f95d', 'status': 'completed', 'code': 200} Sep 13 15:37:02.660827 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:37:03.089194 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33460) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:03.522334 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:03.616550 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (5f649f9a-9a65-4ad6-9306-22341435c970), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:03.666144 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:03.838416 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Deleting port a03463c0-4b7c-4206-979e-6160317e35b7 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:37:03.838753 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:03.925044 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] For port a03463c0-4b7c-4206-979e-6160317e35b7, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a03463c0-4b7c-4206-979e-6160317e35b7,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:03.925286 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:03.938417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Calling delete_port for a03463c0-4b7c-4206-979e-6160317e35b7 owned by network:router_interface {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:37:04.131031 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a03463c0-4b7c-4206-979e-6160317e35b7), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:04.153306 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03463c0-4b7c-4206-979e-6160317e35b7,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:04.164133 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.164503 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.164845 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.165178 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.165512 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.165825 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.166168 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.166493 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.166820 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.167174 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.167500 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.167826 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.168144 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.168463 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.168777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:04.346618 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (5f649f9a-9a65-4ad6-9306-22341435c970), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:04.351897 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:04.567123 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Router 5f649f9a-9a65-4ad6-9306-22341435c970 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:37:04.615433 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:04.673313 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:37:04.678218 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-bf322b32-a099-488c-8ecb-8d656d81b924 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5f649f9a-9a65-4ad6-9306-22341435c970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5880175 Sep 13 15:37:04.681276 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33464) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:04.682400 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] Sync routers for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:37:04.694213 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:37:04.694816 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:04.781144 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks [] for router (5f649f9a-9a65-4ad6-9306-22341435c970), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:04.795589 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:37:04.882131 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks [] for router_gateway (5f649f9a-9a65-4ad6-9306-22341435c970), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:04.929564 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Deleting port f7827ec6-9b76-4699-b9ad-a00e1b5cee91 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:37:04.929971 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:04.962021 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:37:04Z', 'revision_number': 5, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port': {'id': 'f7827ec6-9b76-4699-b9ad-a00e1b5cee91', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:57Z', 'updated_at': '2022-09-13T15:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:04.987053 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] Checking router: 5f649f9a-9a65-4ad6-9306-22341435c970 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:37:04.995616 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] Routers {'5f649f9a-9a65-4ad6-9306-22341435c970'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:37:04.996208 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:36:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5f649f9a-9a65-4ad6-9306-22341435c970'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:05.010277 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] For port f7827ec6-9b76-4699-b9ad-a00e1b5cee91, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:05.010665 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.023835 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Calling delete_port for f7827ec6-9b76-4699-b9ad-a00e1b5cee91 owned by network:router_gateway {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:37:05.032124 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:05.078675 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] Set router 5f649f9a-9a65-4ad6-9306-22341435c970 gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:37:05.130735 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:37:04Z', 'revision_number': 6, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:05.156066 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17ed7-ef53-497f-9837-5d4c81a76580 None None] The sync data for ids ['5f649f9a-9a65-4ad6-9306-22341435c970'] in dv-cinder-857434-2-iscsi is: [{'id': '5f649f9a-9a65-4ad6-9306-22341435c970', 'name': 'tempest-ServerRescueNegativeTestJSON-544874045-router', 'tenant_id': '07f8e7ebb2814be392842c2e17d55fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:55Z', 'updated_at': '2022-09-13T15:37:04Z', 'revision_number': 6, 'project_id': '07f8e7ebb2814be392842c2e17d55fca', 'gw_port_host': None}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:37:05.449299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (f7827ec6-9b76-4699-b9ad-a00e1b5cee91), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.477090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f7827ec6-9b76-4699-b9ad-a00e1b5cee91,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:05.490182 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.490546 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.490886 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.491221 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.491550 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.491874 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.492196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.492515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.492833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.493154 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.493475 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.493792 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.494153 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.494471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.494784 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:05.549389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:05.562828 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (5f649f9a-9a65-4ad6-9306-22341435c970), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.583230 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a03463c0-4b7c-4206-979e-6160317e35b7 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:37:05.619009 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: a03463c0-4b7c-4206-979e-6160317e35b7 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:37:05.619685 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a03463c0-4b7c-4206-979e-6160317e35b7 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:37:05.663664 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (5f649f9a-9a65-4ad6-9306-22341435c970), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.665817 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks [] for router_controller (5f649f9a-9a65-4ad6-9306-22341435c970), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.714374 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (5f649f9a-9a65-4ad6-9306-22341435c970), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.715188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f649f9a-9a65-4ad6-9306-22341435c970 {{(pid=106263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:37:05.719525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.720809 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-dfb1a908-2bba-4710-ac72-eb599fd9e3ff admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/5f649f9a-9a65-4ad6-9306-22341435c970 HTTP/1.1" status: 204 len: 168 time: 1.0385320 Sep 13 15:37:05.724062 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33466) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:05.774345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Deleting subnet 5aa713ec-7bf8-4898-9f28-f8a16d8367df {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:37:05.777602 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Publish callbacks [] for subnet (5aa713ec-7bf8-4898-9f28-f8a16d8367df), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.813615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3223050'] for subnet (5aa713ec-7bf8-4898-9f28-f8a16d8367df), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.899985 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (5aa713ec-7bf8-4898-9f28-f8a16d8367df), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.962128 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3615023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3816434'] for subnet (5aa713ec-7bf8-4898-9f28-f8a16d8367df), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.988675 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa713ec-7bf8-4898-9f28-f8a16d8367df,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:05.993576 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:05.999055 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-31d6ca3d-0762-43dc-b028-3e1536ab17ba admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5aa713ec-7bf8-4898-9f28-f8a16d8367df HTTP/1.1" status: 204 len: 168 time: 0.2717342 Sep 13 15:37:05.999556 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33468) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:06.001138 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61e806-0fb4-4f7c-92d2-a0246df341e9 None None] Network 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:37:06.069074 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.112196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Deleting port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:37:06.112539 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.161463 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] DHCP port deletion for 727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:37:06.186959 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] For port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:06.187323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.189922 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 678a26e2-4972-4820-8b36-e8ab2402f95d no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:37:06.202213 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Calling delete_port for 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:37:06.221526 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 678a26e2-4972-4820-8b36-e8ab2402f95d {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:37:06.221797 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 678a26e2-4972-4820-8b36-e8ab2402f95d not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:37:06.232270 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] Deleting port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:37:06.232934 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.265647 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:06.287503 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.303871 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] For port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,segment=NetworkSegment(c796fe0b-9fa8-4ccd-bda7-62898022c03d),segment_id=c796fe0b-9fa8-4ccd-bda7-62898022c03d)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:06.304267 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.317176 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] Calling delete_port for 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:37:06.317401 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:06.319923 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] No DVR routers for this DVR port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 on host dv-cinder-857434-2-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:37:06.391726 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.395217 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.413180 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:06.422467 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c796fe0b-9fa8-4ccd-bda7-62898022c03d') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:06.422765 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c796fe0b-9fa8-4ccd-bda7-62898022c03d') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:06.423466 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] Pushing event deleted for resources: {'Port': ['ID=36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:06.428102 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c4d0d-ff1e-45fa-af9c-4ad6f94d5af6 None None] No DVR routers for this DVR port 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:37:06.434698 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (c796fe0b-9fa8-4ccd-bda7-62898022c03d), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.448705 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (c796fe0b-9fa8-4ccd-bda7-62898022c03d), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.455256 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:37:06.456001 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (c796fe0b-9fa8-4ccd-bda7-62898022c03d), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.499733 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:06.525756 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.530681 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.533913 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50 HTTP/1.1" status: 204 len: 168 time: 0.5334191 Sep 13 15:37:06.547685 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f23e4b-d459-499f-a68f-5904f1053c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=727aeb83-9e0c-4e35-a2e7-ffb5dc5e6a50,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:06.594259 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment c796fe0b-9fa8-4ccd-bda7-62898022c03d resource provider aggregate not found Sep 13 15:37:06.611988 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment c796fe0b-9fa8-4ccd-bda7-62898022c03d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c796fe0b-9fa8-4ccd-bda7-62898022c03d found for delete ", "request_id": "req-1384e49b-c985-4801-a1b1-4576e60a3396"}]} Sep 13 15:37:06.667684 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33482) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:06.709449 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ef030a9a-7ab9-4c0c-9b94-b93dcf54975b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=07f8e7ebb2814be392842c2e17d55fca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405266 Sep 13 15:37:06.711886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33484) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:06.765930 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef3a96b1-191b-46f8-b285-020ca284a4fe admin admin] Publish callbacks [] for security_group (73d789f2-ae1e-47c4-853e-2287e233ecb8), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.786417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef3a96b1-191b-46f8-b285-020ca284a4fe admin admin] Publish callbacks [] for security_group (73d789f2-ae1e-47c4-853e-2287e233ecb8), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.837791 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef3a96b1-191b-46f8-b285-020ca284a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (73d789f2-ae1e-47c4-853e-2287e233ecb8), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.841438 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ef3a96b1-191b-46f8-b285-020ca284a4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:06.843104 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ef3a96b1-191b-46f8-b285-020ca284a4fe admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/73d789f2-ae1e-47c4-853e-2287e233ecb8 HTTP/1.1" status: 204 len: 168 time: 0.1301723 Sep 13 15:37:06.855721 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a96b1-191b-46f8-b285-020ca284a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d789f2-ae1e-47c4-853e-2287e233ecb8,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:07.497159 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device f7827ec6-9b76-4699-b9ad-a00e1b5cee91 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:37:07.516914 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: f7827ec6-9b76-4699-b9ad-a00e1b5cee91 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:37:07.517484 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device f7827ec6-9b76-4699-b9ad-a00e1b5cee91 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:37:07.517907 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:37:07.537555 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:37:07.537904 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 36f2d8d1-2ee6-458f-b5ff-8b7e18c22d82 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:37:07.758679 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-a8dcd8ff-e4ca-4935-aef1-91676d63ddf8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498767 Sep 13 15:37:07.856423 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-239098f3-7081-44f8-91d5-2f7c41aac361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:07.857961 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-239098f3-7081-44f8-91d5-2f7c41aac361 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1130 time: 0.0407069 Sep 13 15:37:07.970172 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-fb53c21f-0124-448a-ac1e-d4b8a084ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:07.971730 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-fb53c21f-0124-448a-ac1e-d4b8a084ec6b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.0940053 Sep 13 15:37:08.040566 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-4999bcca-339c-4f94-b5e2-fc44a4f872f1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 1001 time: 0.0624621 Sep 13 15:37:08.098330 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-0cbd6825-a209-4501-a5df-d1d9a8fbc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:08.099533 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-0cbd6825-a209-4501-a5df-d1d9a8fbc3d0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0513089 Sep 13 15:37:08.146404 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-564c317a-e9f9-4bc6-be76-04c1b07fbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:08.147907 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-564c317a-e9f9-4bc6-be76-04c1b07fbaca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415130 Sep 13 15:37:08.242505 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-8bee7bd3-04a4-417b-bf86-a627eb0a473a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877879 Sep 13 15:37:08.291441 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:08.334136 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-aa700585-93b2-4a36-8580-4c9db1ee92ca req-80c31749-155b-4ee0-99c3-31c1633dd327 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842397 Sep 13 15:37:10.734221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33546) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:10.857177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-81955030-e90d-4f8e-895d-b9950418922a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:10.907498 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:10.949442 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-81955030-e90d-4f8e-895d-b9950418922a admin admin] Publish callbacks [] for security_group (f003caf3-d6e1-4f5e-9734-ba808f31f397), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:10.954490 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-81955030-e90d-4f8e-895d-b9950418922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f003caf3-d6e1-4f5e-9734-ba808f31f397), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:10.999150 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-81955030-e90d-4f8e-895d-b9950418922a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=113d200ad37e45fd85c40d4a9dd9a1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638204 Sep 13 15:37:11.000062 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955030-e90d-4f8e-895d-b9950418922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f003caf3-d6e1-4f5e-9734-ba808f31f397,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:11.002133 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33550) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:11.061710 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b0dbedfb-61ea-4042-aa48-5a7b250a7ccc admin admin] Publish callbacks [] for security_group (f003caf3-d6e1-4f5e-9734-ba808f31f397), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:11.083553 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b0dbedfb-61ea-4042-aa48-5a7b250a7ccc admin admin] Publish callbacks [] for security_group (f003caf3-d6e1-4f5e-9734-ba808f31f397), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:11.144708 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b0dbedfb-61ea-4042-aa48-5a7b250a7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f003caf3-d6e1-4f5e-9734-ba808f31f397), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:11.148040 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b0dbedfb-61ea-4042-aa48-5a7b250a7ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:11.149799 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b0dbedfb-61ea-4042-aa48-5a7b250a7ccc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f003caf3-d6e1-4f5e-9734-ba808f31f397 HTTP/1.1" status: 204 len: 168 time: 0.1462712 Sep 13 15:37:11.158799 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbedfb-61ea-4042-aa48-5a7b250a7ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f003caf3-d6e1-4f5e-9734-ba808f31f397,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:11.838798 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33572) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:11.940555 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-826558855-network', 'tenant_id': 'f13bf78ebba1443cb61633bf1fd8093b'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:37:11.964096 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Made reservation on behalf of f13bf78ebba1443cb61633bf1fd8093b for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:37:11.966454 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:11.975847 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.053785 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks [] for security_group (590f3f33-9f4c-41c2-996f-c9c5c293ebce), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.058869 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (590f3f33-9f4c-41c2-996f-c9c5c293ebce), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.080237 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:37:12.095808 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f3f33-9f4c-41c2-996f-c9c5c293ebce,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:12.098968 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (5bf8cf46-2547-4446-b9b0-4f3e659c15a2), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.099308 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Added segment 5bf8cf46-2547-4446-b9b0-4f3e659c15a2 of type vlan for network 975d8500-76e6-446b-9af6-82d8e205fd97 Sep 13 15:37:12.141182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (975d8500-76e6-446b-9af6-82d8e205fd97), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.168839 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (975d8500-76e6-446b-9af6-82d8e205fd97), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.169857 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:12.170464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.227968 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3880460 Sep 13 15:37:12.231130 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33576) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:12.237006 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Request body: {'subnet': {'network_id': '975d8500-76e6-446b-9af6-82d8e205fd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-826558855-subnet', 'tenant_id': 'f13bf78ebba1443cb61633bf1fd8093b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:37:12.240947 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854a5b7-bf3b-4798-afd2-df9fabb83500 admin admin] Pushing event updated for resources: {'Network': ['ID=975d8500-76e6-446b-9af6-82d8e205fd97,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:12.252496 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 975d8500-76e6-446b-9af6-82d8e205fd97 details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:37:12.263258 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Made reservation on behalf of f13bf78ebba1443cb61633bf1fd8093b for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:37:12.265761 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3816431'] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.437940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3616226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3816445'] for subnet (15aee5af-d60f-41b4-a3b8-01154ff30460), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.493427 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=15aee5af-d60f-41b4-a3b8-01154ff30460,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:12.509412 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Checking segment: {'id': '5bf8cf46-2547-4446-b9b0-4f3e659c15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '975d8500-76e6-446b-9af6-82d8e205fd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:37:12.509772 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Network hostable DHCP agents. Network: 975d8500-76e6-446b-9af6-82d8e205fd97, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:37:12.530819 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Network 975d8500-76e6-446b-9af6-82d8e205fd97 is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:37:12.541599 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 975d8500-76e6-446b-9af6-82d8e205fd97) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:37:12.545871 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:12.546516 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:12.550777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777571b-3b9f-4c32-a5d5-3740f5bf241e None None] Network 975d8500-76e6-446b-9af6-82d8e205fd97 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:37:12.566666 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-ec1fa143-b1fc-4d1e-b800-a399aab4cffb admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3343434 Sep 13 15:37:12.652168 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d4270-21ab-48a6-99b4-4beb788f291e None None] Network 975d8500-76e6-446b-9af6-82d8e205fd97 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:37:13.062879 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33592) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:13.067965 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1893992033-network', 'tenant_id': '3b414ca37b204ba8a6f756aa2d852d37'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:37:13.094050 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Made reservation on behalf of 3b414ca37b204ba8a6f756aa2d852d37 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:37:13.096434 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.105085 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.153661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:13.183916 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks [] for security_group (96c5993f-4d81-42c8-9f10-1d2bd98e1d3d), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.190601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (96c5993f-4d81-42c8-9f10-1d2bd98e1d3d), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.215460 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:37:13.221937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:13.226000 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c5993f-4d81-42c8-9f10-1d2bd98e1d3d,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:13.232639 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.233241 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Added segment 8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c of type vlan for network 48cc3b3f-2273-4343-a159-4b9745d6d63d Sep 13 15:37:13.274152 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (48cc3b3f-2273-4343-a159-4b9745d6d63d), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.307065 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (48cc3b3f-2273-4343-a159-4b9745d6d63d), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.308088 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:13.308670 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.366463 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3020315 Sep 13 15:37:13.370303 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33594) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:13.375378 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Request body: {'subnet': {'network_id': '48cc3b3f-2273-4343-a159-4b9745d6d63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1893992033-subnet', 'tenant_id': '3b414ca37b204ba8a6f756aa2d852d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:37:13.378961 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affb720-0f93-48ce-97e8-063525113aba admin admin] Pushing event updated for resources: {'Network': ['ID=48cc3b3f-2273-4343-a159-4b9745d6d63d,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:13.388868 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 48cc3b3f-2273-4343-a159-4b9745d6d63d details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:37:13.393665 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:13.396845 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Made reservation on behalf of 3b414ca37b204ba8a6f756aa2d852d37 for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:37:13.399264 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3186286'] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.485807 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:13.573364 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2175415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3186300'] for subnet (6d7aa60c-6726-4853-8688-cf65f4a6ee57), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.620524 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7aa60c-6726-4853-8688-cf65f4a6ee57,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:13.641015 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Checking segment: {'id': '8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48cc3b3f-2273-4343-a159-4b9745d6d63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:37:13.641376 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Network hostable DHCP agents. Network: 48cc3b3f-2273-4343-a159-4b9745d6d63d, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:37:13.661551 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Network 48cc3b3f-2273-4343-a159-4b9745d6d63d is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:37:13.672451 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 48cc3b3f-2273-4343-a159-4b9745d6d63d) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:37:13.676637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:13.677244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.680098 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:13.681562 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152680d6-46e4-4e93-8851-e685fcb97197 None None] Network 48cc3b3f-2273-4343-a159-4b9745d6d63d requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:37:13.698318 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-45664693-196e-4334-bae3-662242d208d9 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3268044 Sep 13 15:37:13.735648 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:13.790525 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229aeab-62ae-4a11-a6dd-b0c735b48e93 None None] Network 48cc3b3f-2273-4343-a159-4b9745d6d63d requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:37:13.818198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33598) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:13.868437 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Deleting subnet 15aee5af-d60f-41b4-a3b8-01154ff30460 {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:37:13.871982 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Publish callbacks [] for subnet (15aee5af-d60f-41b4-a3b8-01154ff30460), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.907486 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3223050'] for subnet (15aee5af-d60f-41b4-a3b8-01154ff30460), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:13.951559 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (15aee5af-d60f-41b4-a3b8-01154ff30460), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.009696 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3615023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3816434'] for subnet (15aee5af-d60f-41b4-a3b8-01154ff30460), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.035700 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15aee5af-d60f-41b4-a3b8-01154ff30460,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:14.039691 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.042790 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e741f1ba-0d40-463e-bfc5-743aa02156a2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/15aee5af-d60f-41b4-a3b8-01154ff30460 HTTP/1.1" status: 204 len: 168 time: 0.2235940 Sep 13 15:37:14.046073 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33602) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:14.120255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (975d8500-76e6-446b-9af6-82d8e205fd97), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.202401 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (975d8500-76e6-446b-9af6-82d8e205fd97), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.228600 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975d8500-76e6-446b-9af6-82d8e205fd97']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:14.238204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf8cf46-2547-4446-b9b0-4f3e659c15a2') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:14.238802 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf8cf46-2547-4446-b9b0-4f3e659c15a2') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:14.248278 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (5bf8cf46-2547-4446-b9b0-4f3e659c15a2), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.262268 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (5bf8cf46-2547-4446-b9b0-4f3e659c15a2), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.268895 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:37:14.269287 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (5bf8cf46-2547-4446-b9b0-4f3e659c15a2), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.317616 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 5bf8cf46-2547-4446-b9b0-4f3e659c15a2 resource provider aggregate not found Sep 13 15:37:14.336770 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 5bf8cf46-2547-4446-b9b0-4f3e659c15a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bf8cf46-2547-4446-b9b0-4f3e659c15a2 found for delete ", "request_id": "req-43937bfe-6644-4f52-8876-a5b7af61b003"}]} Sep 13 15:37:14.345130 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (975d8500-76e6-446b-9af6-82d8e205fd97), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.351992 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.355876 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/975d8500-76e6-446b-9af6-82d8e205fd97 HTTP/1.1" status: 204 len: 168 time: 0.3088241 Sep 13 15:37:14.358987 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33610) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:14.367217 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63742-0e29-4c67-8489-4afeb0121936 admin admin] Pushing event deleted for resources: {'Network': ['ID=975d8500-76e6-446b-9af6-82d8e205fd97,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:14.405075 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Deleting subnet 6d7aa60c-6726-4853-8688-cf65f4a6ee57 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:37:14.408434 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Publish callbacks [] for subnet (6d7aa60c-6726-4853-8688-cf65f4a6ee57), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.448134 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (6d7aa60c-6726-4853-8688-cf65f4a6ee57), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.489661 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (6d7aa60c-6726-4853-8688-cf65f4a6ee57), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.545292 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (6d7aa60c-6726-4853-8688-cf65f4a6ee57), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.572588 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.575797 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/6d7aa60c-6726-4853-8688-cf65f4a6ee57 HTTP/1.1" status: 204 len: 168 time: 0.2157326 Sep 13 15:37:14.576611 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a506d-dc10-4506-ac28-a4fc72815b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7aa60c-6726-4853-8688-cf65f4a6ee57,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:14.578383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33612) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:14.651010 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (48cc3b3f-2273-4343-a159-4b9745d6d63d), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.729630 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (48cc3b3f-2273-4343-a159-4b9745d6d63d), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.753028 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cc3b3f-2273-4343-a159-4b9745d6d63d']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:14.762500 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:14.762792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:37:14.773227 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.787747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.793980 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:37:14.794548 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.834254 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c resource provider aggregate not found Sep 13 15:37:14.851243 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d0fc0f9-2a39-4e6e-9ffa-2d842e7ad00c found for delete ", "request_id": "req-54d4ecf5-045b-461c-90d5-ce557eeb8e92"}]} Sep 13 15:37:14.859177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (48cc3b3f-2273-4343-a159-4b9745d6d63d), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.864069 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:14.867170 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/48cc3b3f-2273-4343-a159-4b9745d6d63d HTTP/1.1" status: 204 len: 168 time: 0.2878580 Sep 13 15:37:14.880522 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf347c3-719d-443e-8f5a-016f55834c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=48cc3b3f-2273-4343-a159-4b9745d6d63d,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:15.042899 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33620) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:15.087913 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c55e9485-224e-43ab-a480-7fe187856a2c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f13bf78ebba1443cb61633bf1fd8093b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412033 Sep 13 15:37:15.088129 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33622) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:15.140710 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8b2c094a-537b-44a2-b0d0-6838a56e40d9 admin admin] Publish callbacks [] for security_group (590f3f33-9f4c-41c2-996f-c9c5c293ebce), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.159339 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:15.161739 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8b2c094a-537b-44a2-b0d0-6838a56e40d9 admin admin] Publish callbacks [] for security_group (590f3f33-9f4c-41c2-996f-c9c5c293ebce), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.212649 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8b2c094a-537b-44a2-b0d0-6838a56e40d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (590f3f33-9f4c-41c2-996f-c9c5c293ebce), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.215348 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8b2c094a-537b-44a2-b0d0-6838a56e40d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.216493 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-8b2c094a-537b-44a2-b0d0-6838a56e40d9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/590f3f33-9f4c-41c2-996f-c9c5c293ebce HTTP/1.1" status: 204 len: 168 time: 0.1274748 Sep 13 15:37:15.224250 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c094a-537b-44a2-b0d0-6838a56e40d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f3f33-9f4c-41c2-996f-c9c5c293ebce,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:15.563052 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33630) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:15.607415 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-cc3c11bb-1e7c-452b-8160-e03b9afa1265 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3b414ca37b204ba8a6f756aa2d852d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428820 Sep 13 15:37:15.610057 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33632) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:15.616757 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:15.661218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a272adc-0dc4-41b1-aa26-35ca3ba774c9 admin admin] Publish callbacks [] for security_group (96c5993f-4d81-42c8-9f10-1d2bd98e1d3d), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.681398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a272adc-0dc4-41b1-aa26-35ca3ba774c9 admin admin] Publish callbacks [] for security_group (96c5993f-4d81-42c8-9f10-1d2bd98e1d3d), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.733105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a272adc-0dc4-41b1-aa26-35ca3ba774c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (96c5993f-4d81-42c8-9f10-1d2bd98e1d3d), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.735611 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4a272adc-0dc4-41b1-aa26-35ca3ba774c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:15.736754 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-4a272adc-0dc4-41b1-aa26-35ca3ba774c9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/96c5993f-4d81-42c8-9f10-1d2bd98e1d3d HTTP/1.1" status: 204 len: 168 time: 0.1257815 Sep 13 15:37:15.745004 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a272adc-0dc4-41b1-aa26-35ca3ba774c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c5993f-4d81-42c8-9f10-1d2bd98e1d3d,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:16.260930 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-43e7d42e-5b61-4887-8b51-f48e0185db8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:18.587772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1231f812-246c-4d5d-8489-5b7b8661c755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:18.892968 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33764) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:19.007589 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0498-74d9-4755-8c13-badf6453bfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.090657 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0498-74d9-4755-8c13-badf6453bfc8 admin admin] Publish callbacks [] for security_group (93b4bf05-e8a4-4db2-97cd-68371c9fc386), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.098474 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0498-74d9-4755-8c13-badf6453bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (93b4bf05-e8a4-4db2-97cd-68371c9fc386), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.103662 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:19.144554 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-3ceb0498-74d9-4755-8c13-badf6453bfc8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=657d813e7f0c4774ba8c31adb70c7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505062 Sep 13 15:37:19.146065 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0498-74d9-4755-8c13-badf6453bfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b4bf05-e8a4-4db2-97cd-68371c9fc386,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:19.147545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33768) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:19.199206 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa385c17-c2d5-4dbf-b944-eef8a4a016e8 admin admin] Publish callbacks [] for security_group (93b4bf05-e8a4-4db2-97cd-68371c9fc386), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.218573 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:19.220642 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa385c17-c2d5-4dbf-b944-eef8a4a016e8 admin admin] Publish callbacks [] for security_group (93b4bf05-e8a4-4db2-97cd-68371c9fc386), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.272270 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa385c17-c2d5-4dbf-b944-eef8a4a016e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (93b4bf05-e8a4-4db2-97cd-68371c9fc386), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.274901 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa385c17-c2d5-4dbf-b944-eef8a4a016e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.276071 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fa385c17-c2d5-4dbf-b944-eef8a4a016e8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/93b4bf05-e8a4-4db2-97cd-68371c9fc386 HTTP/1.1" status: 204 len: 168 time: 0.1273630 Sep 13 15:37:19.284198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa385c17-c2d5-4dbf-b944-eef8a4a016e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b4bf05-e8a4-4db2-97cd-68371c9fc386,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:19.560590 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33774) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:19.574870 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-288bd6e9-6613-4637-bea1-7fddbc35ffe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.607415 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.662379 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-288bd6e9-6613-4637-bea1-7fddbc35ffe1 admin admin] Publish callbacks [] for security_group (ecb4edff-6c45-4d37-b9e0-ac065959dbc3), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.668308 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-288bd6e9-6613-4637-bea1-7fddbc35ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ecb4edff-6c45-4d37-b9e0-ac065959dbc3), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.705574 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd6e9-6613-4637-bea1-7fddbc35ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4edff-6c45-4d37-b9e0-ac065959dbc3,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:19.709802 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-288bd6e9-6613-4637-bea1-7fddbc35ffe1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d4513e8c02d44ea1a6b0baf406358e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481414 Sep 13 15:37:19.712591 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33776) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:19.761970 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78f63d7d-14a8-4a4d-aa8d-d7760e8ca665 admin admin] Publish callbacks [] for security_group (ecb4edff-6c45-4d37-b9e0-ac065959dbc3), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.782669 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78f63d7d-14a8-4a4d-aa8d-d7760e8ca665 admin admin] Publish callbacks [] for security_group (ecb4edff-6c45-4d37-b9e0-ac065959dbc3), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.836111 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78f63d7d-14a8-4a4d-aa8d-d7760e8ca665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ecb4edff-6c45-4d37-b9e0-ac065959dbc3), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.838650 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78f63d7d-14a8-4a4d-aa8d-d7760e8ca665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:19.839794 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-78f63d7d-14a8-4a4d-aa8d-d7760e8ca665 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ecb4edff-6c45-4d37-b9e0-ac065959dbc3 HTTP/1.1" status: 204 len: 168 time: 0.1263924 Sep 13 15:37:19.847716 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63d7d-14a8-4a4d-aa8d-d7760e8ca665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4edff-6c45-4d37-b9e0-ac065959dbc3,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:21.097078 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:21.240109 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:21.633134 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=55 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:21.637343 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=64 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:24.531683 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33852) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:24.645270 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f1264fec-9086-4c38-b10a-c7fd42a902b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.722803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f1264fec-9086-4c38-b10a-c7fd42a902b6 admin admin] Publish callbacks [] for security_group (2afa990b-a3f3-4ed9-b319-0926e98f7e2f), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.728715 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-f1264fec-9086-4c38-b10a-c7fd42a902b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2afa990b-a3f3-4ed9-b319-0926e98f7e2f), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.741154 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:24.770861 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-f1264fec-9086-4c38-b10a-c7fd42a902b6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4e0c6c9ccc4a4f4b83fb905335e72cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380650 Sep 13 15:37:24.773383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1264fec-9086-4c38-b10a-c7fd42a902b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afa990b-a3f3-4ed9-b319-0926e98f7e2f,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:24.773951 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33858) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:24.827667 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cef469a-c1c8-4325-a7b1-cd6af45a0089 admin admin] Publish callbacks [] for security_group (2afa990b-a3f3-4ed9-b319-0926e98f7e2f), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.848068 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cef469a-c1c8-4325-a7b1-cd6af45a0089 admin admin] Publish callbacks [] for security_group (2afa990b-a3f3-4ed9-b319-0926e98f7e2f), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.898332 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cef469a-c1c8-4325-a7b1-cd6af45a0089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (2afa990b-a3f3-4ed9-b319-0926e98f7e2f), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.900911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8cef469a-c1c8-4325-a7b1-cd6af45a0089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:24.902073 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-8cef469a-c1c8-4325-a7b1-cd6af45a0089 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2afa990b-a3f3-4ed9-b319-0926e98f7e2f HTTP/1.1" status: 204 len: 168 time: 0.1269083 Sep 13 15:37:24.910264 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef469a-c1c8-4325-a7b1-cd6af45a0089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afa990b-a3f3-4ed9-b319-0926e98f7e2f,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:25.200977 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33864) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:25.215881 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-707c15f1-47df-4174-86c2-9bf270e51592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.309318 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-707c15f1-47df-4174-86c2-9bf270e51592 admin admin] Publish callbacks [] for security_group (a091485f-71da-4940-8695-2f6fee2d40f6), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.316271 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-707c15f1-47df-4174-86c2-9bf270e51592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a091485f-71da-4940-8695-2f6fee2d40f6), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.353805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c15f1-47df-4174-86c2-9bf270e51592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a091485f-71da-4940-8695-2f6fee2d40f6,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:25.358135 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-707c15f1-47df-4174-86c2-9bf270e51592 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a6249beae0e346f7a467ab631a26b3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560960 Sep 13 15:37:25.361134 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33866) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:25.410260 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4d12-5c9f-44ab-8d57-d8f48af9f65f admin admin] Publish callbacks [] for security_group (a091485f-71da-4940-8695-2f6fee2d40f6), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.431034 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4d12-5c9f-44ab-8d57-d8f48af9f65f admin admin] Publish callbacks [] for security_group (a091485f-71da-4940-8695-2f6fee2d40f6), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.449521 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:25.488478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4d12-5c9f-44ab-8d57-d8f48af9f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a091485f-71da-4940-8695-2f6fee2d40f6), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.491611 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4d12-5c9f-44ab-8d57-d8f48af9f65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:25.492812 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-aeaa4d12-5c9f-44ab-8d57-d8f48af9f65f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a091485f-71da-4940-8695-2f6fee2d40f6 HTTP/1.1" status: 204 len: 168 time: 0.1308846 Sep 13 15:37:25.506477 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa4d12-5c9f-44ab-8d57-d8f48af9f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091485f-71da-4940-8695-2f6fee2d40f6,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:27.607561 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33934) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:27.713235 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6af7cb35-3188-475d-8c9b-3a7120823498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.795415 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6af7cb35-3188-475d-8c9b-3a7120823498 admin admin] Publish callbacks [] for security_group (5a70aeda-1b57-4c07-b274-22d80e1a464c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.801655 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6af7cb35-3188-475d-8c9b-3a7120823498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (5a70aeda-1b57-4c07-b274-22d80e1a464c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.841491 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6af7cb35-3188-475d-8c9b-3a7120823498 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=518089ebcb22470e8952baf2f5cf3cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328527 Sep 13 15:37:27.842382 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7cb35-3188-475d-8c9b-3a7120823498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a70aeda-1b57-4c07-b274-22d80e1a464c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:27.844347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 33938) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:27.898211 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6bab-a5c0-439e-81aa-223791535713 admin admin] Publish callbacks [] for security_group (5a70aeda-1b57-4c07-b274-22d80e1a464c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.919976 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6bab-a5c0-439e-81aa-223791535713 admin admin] Publish callbacks [] for security_group (5a70aeda-1b57-4c07-b274-22d80e1a464c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.974084 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6bab-a5c0-439e-81aa-223791535713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (5a70aeda-1b57-4c07-b274-22d80e1a464c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.976695 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e6cd6bab-a5c0-439e-81aa-223791535713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:27.978121 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e6cd6bab-a5c0-439e-81aa-223791535713 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5a70aeda-1b57-4c07-b274-22d80e1a464c HTTP/1.1" status: 204 len: 168 time: 0.1326160 Sep 13 15:37:27.986941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd6bab-a5c0-439e-81aa-223791535713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a70aeda-1b57-4c07-b274-22d80e1a464c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:28.265477 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33944) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:28.279276 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-367c48bc-bc18-4563-a7d5-f868b0fea197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.360992 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-367c48bc-bc18-4563-a7d5-f868b0fea197 admin admin] Publish callbacks [] for security_group (1c3041e1-346a-4426-a954-1e45a1614d25), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.367122 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-367c48bc-bc18-4563-a7d5-f868b0fea197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1c3041e1-346a-4426-a954-1e45a1614d25), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.373082 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:28.416827 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c48bc-bc18-4563-a7d5-f868b0fea197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3041e1-346a-4426-a954-1e45a1614d25,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:28.424342 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-367c48bc-bc18-4563-a7d5-f868b0fea197 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d3bded18547843d786b88b82aa4f215e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577618 Sep 13 15:37:28.427220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 33946) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:37:28.486802 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b01e4b42-5e96-4b54-87cf-43e27deb372b admin admin] Publish callbacks [] for security_group (1c3041e1-346a-4426-a954-1e45a1614d25), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.508631 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b01e4b42-5e96-4b54-87cf-43e27deb372b admin admin] Publish callbacks [] for security_group (1c3041e1-346a-4426-a954-1e45a1614d25), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.558588 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b01e4b42-5e96-4b54-87cf-43e27deb372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1c3041e1-346a-4426-a954-1e45a1614d25), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.561141 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b01e4b42-5e96-4b54-87cf-43e27deb372b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:28.562318 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b01e4b42-5e96-4b54-87cf-43e27deb372b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1c3041e1-346a-4426-a954-1e45a1614d25 HTTP/1.1" status: 204 len: 168 time: 0.1338420 Sep 13 15:37:28.570292 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e4b42-5e96-4b54-87cf-43e27deb372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3041e1-346a-4426-a954-1e45a1614d25,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:31.773277 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:37.643484 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a0682-70bf-49e1-b377-97019e9d2e9a req-79f93c06-df8c-4e76-8a35-161400e66ab2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:37.645113 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1c3a0682-70bf-49e1-b377-97019e9d2e9a req-79f93c06-df8c-4e76-8a35-161400e66ab2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0505843 Sep 13 15:37:37.698768 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1c3a0682-70bf-49e1-b377-97019e9d2e9a req-487b1103-3327-4954-8a56-a21558f5f018 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Sep 13 15:37:38.542478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:38.567392 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:38.849274 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09b6b-3f8c-4793-8b20-06df5ea45941 req-4b9e71b5-2cc8-43c0-aca1-e0ce1de2d914 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:38.851074 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48d09b6b-3f8c-4793-8b20-06df5ea45941 req-4b9e71b5-2cc8-43c0-aca1-e0ce1de2d914 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0528817 Sep 13 15:37:38.906141 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48d09b6b-3f8c-4793-8b20-06df5ea45941 req-2e9b87c6-b6da-42eb-8dba-d8e5af4d67eb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Sep 13 15:37:39.660441 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:37:40.038829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30ec03-9d76-496a-b315-05b3a6410b4b req-339468eb-8cc9-4259-a0d9-a1b9265226c5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:40.040646 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d30ec03-9d76-496a-b315-05b3a6410b4b req-339468eb-8cc9-4259-a0d9-a1b9265226c5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0481372 Sep 13 15:37:40.089204 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d30ec03-9d76-496a-b315-05b3a6410b4b req-c545e4f1-710c-4e3b-b3f8-0cc00353bdfa tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Sep 13 15:37:41.220824 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:41.238074 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c797cf-38ba-42fe-87e3-117088bb8765 req-d0e1e22a-79b6-4bb1-a15d-47ca2d63208d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:41.240498 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-87c797cf-38ba-42fe-87e3-117088bb8765 req-d0e1e22a-79b6-4bb1-a15d-47ca2d63208d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0574236 Sep 13 15:37:41.301237 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-87c797cf-38ba-42fe-87e3-117088bb8765 req-3fae6b14-ec64-49ad-91a8-f1305a8ed4b4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533667 Sep 13 15:37:41.760131 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:41.766567 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:42.456827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104628ba-0fa4-4853-b33d-4ad565fb83c8 req-682ba06d-df2b-4c65-a762-5df0275005a9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:42.458339 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-104628ba-0fa4-4853-b33d-4ad565fb83c8 req-682ba06d-df2b-4c65-a762-5df0275005a9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0565984 Sep 13 15:37:42.518546 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-104628ba-0fa4-4853-b33d-4ad565fb83c8 req-0a0c09e8-1054-4590-b5b7-aeb25dcb8909 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542142 Sep 13 15:37:43.660524 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99a2cc-0002-48e8-b9f6-77d7936fc229 req-876b0d0e-c298-4e80-a6cd-8df03a893f0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:43.662035 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d99a2cc-0002-48e8-b9f6-77d7936fc229 req-876b0d0e-c298-4e80-a6cd-8df03a893f0c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0482121 Sep 13 15:37:43.711096 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d99a2cc-0002-48e8-b9f6-77d7936fc229 req-de1912d5-67c9-4f8b-89c2-b2efb1f97109 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Sep 13 15:37:44.847971 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:44.856295 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188525c4-f6f4-4b56-a503-5d2fee0c6ef1 req-65885afd-9beb-42a7-a552-5db490310945 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:44.857768 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-188525c4-f6f4-4b56-a503-5d2fee0c6ef1 req-65885afd-9beb-42a7-a552-5db490310945 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0511377 Sep 13 15:37:44.909665 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-188525c4-f6f4-4b56-a503-5d2fee0c6ef1 req-932a5563-7bfe-4a8c-b6fd-41e970ce0c90 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Sep 13 15:37:46.062755 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9e185-4b36-4d3a-ab72-20b4192282f6 req-c0289440-0c48-481a-a94f-90d8ec42cff1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:46.064253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9d9e185-4b36-4d3a-ab72-20b4192282f6 req-c0289440-0c48-481a-a94f-90d8ec42cff1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0556941 Sep 13 15:37:46.114084 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9d9e185-4b36-4d3a-ab72-20b4192282f6 req-c85bc215-ab17-4f39-ac71-b8074b3eeb5d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Sep 13 15:37:46.259273 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-92b28061-dbcf-4aa7-b16f-60eb67cfad01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:47.271561 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ec019-3bc8-4dd6-9904-2133b0753b7e req-a9e6e14c-8d68-4fe1-b1de-16d431f59d1d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:47.273062 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-923ec019-3bc8-4dd6-9904-2133b0753b7e req-a9e6e14c-8d68-4fe1-b1de-16d431f59d1d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0569327 Sep 13 15:37:47.324498 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-923ec019-3bc8-4dd6-9904-2133b0753b7e req-f593cd43-5a38-46d7-9cc8-eb9f67c2f504 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 Sep 13 15:37:48.465636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf6245-e6cc-4028-b1ef-721c1c050e6c req-94b4158a-3ab1-4ecb-973e-6d91da2f9332 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:48.467154 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-edaf6245-e6cc-4028-b1ef-721c1c050e6c req-94b4158a-3ab1-4ecb-973e-6d91da2f9332 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0543644 Sep 13 15:37:48.518381 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-edaf6245-e6cc-4028-b1ef-721c1c050e6c req-77550d08-c652-4497-b29e-2ad820ab09f3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452008 Sep 13 15:37:48.596983 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-88ad1b47-6325-4eb0-b9a8-f34deaefb84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:49.609279 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:49.658364 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa844f-01c1-41c1-b3b1-1cd9560c40f4 req-702d1fb4-b6f4-46b8-a6bd-58fb3efb3742 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:49.659856 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e3aa844f-01c1-41c1-b3b1-1cd9560c40f4 req-702d1fb4-b6f4-46b8-a6bd-58fb3efb3742 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0492823 Sep 13 15:37:49.711991 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e3aa844f-01c1-41c1-b3b1-1cd9560c40f4 req-65ea7f59-8eea-4beb-8a26-4677a475372b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462227 Sep 13 15:37:50.860376 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ef4f4-e81b-4e2a-ac57-17d21d3c8217 req-a79ea591-f6a4-401e-bf52-8840dc44510a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:50.861862 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-034ef4f4-e81b-4e2a-ac57-17d21d3c8217 req-a79ea591-f6a4-401e-bf52-8840dc44510a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0572238 Sep 13 15:37:50.913738 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-034ef4f4-e81b-4e2a-ac57-17d21d3c8217 req-19b1c2f6-230b-4607-9176-6e574175c382 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Sep 13 15:37:51.102023 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:51.236913 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:52.059125 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adfc91-6e64-43de-94ef-43464290401c req-a765560e-128e-4176-ad7b-796b79735b0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:52.060622 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9adfc91-6e64-43de-94ef-43464290401c req-a765560e-128e-4176-ad7b-796b79735b0d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0530462 Sep 13 15:37:52.122301 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9adfc91-6e64-43de-94ef-43464290401c req-5d58602b-b446-4277-b31b-b3affd95ab88 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534813 Sep 13 15:37:53.277815 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa5759-3809-40b7-b628-aae42355894e req-0f471d57-78a9-4947-9b29-692d31dc5bd3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:53.279920 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52fa5759-3809-40b7-b628-aae42355894e req-0f471d57-78a9-4947-9b29-692d31dc5bd3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0643330 Sep 13 15:37:53.324872 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:53.333154 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-52fa5759-3809-40b7-b628-aae42355894e req-cbd206ff-2ee0-42be-89ac-f37bbceeb52b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473418 Sep 13 15:37:54.470861 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf89ed-4c5d-4d0b-a87e-2be3ac653279 req-9f3e5c9f-c4ed-4a8f-9846-7919dd89cdcd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:54.472327 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-13bf89ed-4c5d-4d0b-a87e-2be3ac653279 req-9f3e5c9f-c4ed-4a8f-9846-7919dd89cdcd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0497890 Sep 13 15:37:54.473940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:37:54.522634 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-13bf89ed-4c5d-4d0b-a87e-2be3ac653279 req-20bfcf35-0eb8-44e7-b3ba-fa740287fd75 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Sep 13 15:37:54.586955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:54.599432 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '5a5700cd-ed56-489f-9724-206efe586022', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'port_id': '5a5700cd-ed56-489f-9724-206efe586022', 'mac_address': 'fa:16:3e:a7:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:37:54.635127 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: ACTIVE; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:37:54.635433 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:54.649394 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a5700cd-ed56-489f-9724-206efe586022 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:37:54.673134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:54.679294 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:54.730349 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=6']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:54.739252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.739598 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.739954 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.740291 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.740599 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.740922 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.741245 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.741562 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.741885 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.742227 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.742546 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.742865 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.743200 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.743511 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.743824 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:37:54.771197 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['5a5700cd-ed56-489f-9724-206efe586022'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:37:55.659349 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f288-3c0b-40d6-906c-113164506546 req-93766daa-c8f7-4823-8d4f-fe71021a5680 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:55.661217 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae51f288-3c0b-40d6-906c-113164506546 req-93766daa-c8f7-4823-8d4f-fe71021a5680 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0526817 Sep 13 15:37:55.717029 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae51f288-3c0b-40d6-906c-113164506546 req-0c61eb63-32da-4f96-ad1c-0c9438ed5c8b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498204 Sep 13 15:37:56.866565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdbde6-c829-4e54-8cec-084e12c235f7 req-70bb4c88-9987-4b9b-a91b-3fc9b273ceb6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:56.868051 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c1fdbde6-c829-4e54-8cec-084e12c235f7 req-70bb4c88-9987-4b9b-a91b-3fc9b273ceb6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0506806 Sep 13 15:37:56.917152 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c1fdbde6-c829-4e54-8cec-084e12c235f7 req-ef766240-dfcf-495e-8b50-fc1cc8ca37c3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Sep 13 15:37:58.060864 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0696a4-99c5-42b4-9b37-a58a127a8baf req-ed1ae94d-56d8-4e43-9f22-819738a0a705 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:58.062395 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6e0696a4-99c5-42b4-9b37-a58a127a8baf req-ed1ae94d-56d8-4e43-9f22-819738a0a705 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Sep 13 15:37:58.099135 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:58.111261 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6e0696a4-99c5-42b4-9b37-a58a127a8baf req-be723f87-c46f-420c-9ed0-bff78a6c2634 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Sep 13 15:37:58.639838 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:58.640979 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:59.090153 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:37:59.144015 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 5a5700cd-ed56-489f-9724-206efe586022 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:37:59.144426 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5a5700cd-ed56-489f-9724-206efe586022), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:59.224771 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:37:59.225473 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:59.244941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee8451-f3ca-4c63-a576-9d5c7cc61274 req-a9e3c979-61bd-424b-99b5-07cd52a4960e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:37:59.246565 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f3ee8451-f3ca-4c63-a576-9d5c7cc61274 req-a9e3c979-61bd-424b-99b5-07cd52a4960e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0537610 Sep 13 15:37:59.248819 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:37:59.251215 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882cd18-a9c5-453d-985f-eb6835402f63" -d '{"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:37:59.263859 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:37:59.269642 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:37:59.295864 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f3ee8451-f3ca-4c63-a576-9d5c7cc61274 req-24790b43-4abc-4e73-bb8c-68045a604d99 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Sep 13 15:37:59.307314 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:37:59.318088 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=7']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:37:59.349022 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b0325d-3804-4962-ace8-f341890fc07d x-openstack-request-id: req-e0b0325d-3804-4962-ace8-f341890fc07d {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:37:59.349346 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:37:59.349602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0b0325d-3804-4962-ace8-f341890fc07d {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:37:59.350015 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b0325d-3804-4962-ace8-f341890fc07d'] response: {'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'code': 200} Sep 13 15:38:00.437793 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154bed-5b4c-4da8-a8ce-5fbfbf128b95 req-76d632f7-ea6d-40ed-b955-0238a5c7e547 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:00.439652 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-06154bed-5b4c-4da8-a8ce-5fbfbf128b95 req-76d632f7-ea6d-40ed-b955-0238a5c7e547 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0588431 Sep 13 15:38:00.488558 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-06154bed-5b4c-4da8-a8ce-5fbfbf128b95 req-c37f0c6e-f69d-4377-954c-24d1471b1626 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Sep 13 15:38:01.621060 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87acda-a439-46eb-ad5c-e124b6034e05 req-ad756ef0-43ba-4900-8984-0442ae945766 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:01.622572 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a87acda-a439-46eb-ad5c-e124b6034e05 req-ad756ef0-43ba-4900-8984-0442ae945766 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0530214 Sep 13 15:38:01.674735 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5a87acda-a439-46eb-ad5c-e124b6034e05 req-df0d7240-98fa-4586-8a93-d43b290c7f5e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 Sep 13 15:38:01.760998 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:02.811373 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed08a9-fa07-4199-89ad-b04b9277ea55 req-01a2821c-4ef6-4aae-b9f9-e1b5b39c700f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:02.813117 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b3ed08a9-fa07-4199-89ad-b04b9277ea55 req-01a2821c-4ef6-4aae-b9f9-e1b5b39c700f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0489917 Sep 13 15:38:02.866250 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b3ed08a9-fa07-4199-89ad-b04b9277ea55 req-8304bc17-e453-4eef-ac23-f485d4dcc34b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465758 Sep 13 15:38:04.018057 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4d036-bda2-4b39-b9cf-ea9941021a2e req-afb43c57-9879-4ade-a1c3-6f5dd7ba67e8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:04.022592 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0ab4d036-bda2-4b39-b9cf-ea9941021a2e req-afb43c57-9879-4ade-a1c3-6f5dd7ba67e8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0640998 Sep 13 15:38:04.094686 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0ab4d036-bda2-4b39-b9cf-ea9941021a2e req-63d9c6a0-ccef-4428-b214-604b3f314818 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690494 Sep 13 15:38:05.246548 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb7e9d-d6ee-42ac-b67b-5bfe819d085c req-ef1f96a9-0905-4e81-b46a-0318e7174083 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:05.248913 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e3bb7e9d-d6ee-42ac-b67b-5bfe819d085c req-ef1f96a9-0905-4e81-b46a-0318e7174083 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0542464 Sep 13 15:38:05.302376 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e3bb7e9d-d6ee-42ac-b67b-5bfe819d085c req-1b27d17b-fe57-45fb-8642-34857d8109ec tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474429 Sep 13 15:38:06.309829 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 34268) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:06.465867 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.496365 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29f48f-db3a-4ee8-aa8c-5de746428097 req-2f02b863-ba60-43b4-9cd9-7c6901997873 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:06.497905 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae29f48f-db3a-4ee8-aa8c-5de746428097 req-2f02b863-ba60-43b4-9cd9-7c6901997873 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0702722 Sep 13 15:38:06.542032 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:06.604602 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ae29f48f-db3a-4ee8-aa8c-5de746428097 req-fee88531-8e86-4fc6-a92b-924ed69b10d9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959396 Sep 13 15:38:06.648432 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Publish callbacks [] for security_group (1e36a8a9-d1cc-481e-a43c-2493aef7099d), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.655552 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1e36a8a9-d1cc-481e-a43c-2493aef7099d), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.695408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36a8a9-d1cc-481e-a43c-2493aef7099d,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:06.702153 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=249dabd49af142558f6d5e0b8a72959d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908556 Sep 13 15:38:06.706310 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34276) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:06.708266 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.708621 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.708975 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.709319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.709660 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.709994 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.710356 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.710687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.711019 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.711350 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.711683 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.712012 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.712338 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.712661 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.712983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182719aa-d82f-46b1-875a-8f8ae54cec34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.765230 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Publish callbacks [] for security_group (1e36a8a9-d1cc-481e-a43c-2493aef7099d), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.786818 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Publish callbacks [] for security_group (1e36a8a9-d1cc-481e-a43c-2493aef7099d), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.838747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1e36a8a9-d1cc-481e-a43c-2493aef7099d), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.841285 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:06.845289 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1e36a8a9-d1cc-481e-a43c-2493aef7099d HTTP/1.1" status: 204 len: 168 time: 0.1359308 Sep 13 15:38:06.851483 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36a8a9-d1cc-481e-a43c-2493aef7099d,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:06.860978 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.861288 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.861863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.862395 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.863075 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.863574 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.864073 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.864593 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.865118 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.865632 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.866196 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.866862 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.867386 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.867790 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:06.868124 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9782fd-6fdb-4bac-a549-46cc0151b8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:07.195765 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-a495b9b6-b090-4051-acfd-6152a90d060b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484099 Sep 13 15:38:07.290240 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-a03db1c8-98e6-46ba-86cf-a5abc03aa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:07.292138 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-a03db1c8-98e6-46ba-86cf-a5abc03aa9c7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 1130 time: 0.0579009 Sep 13 15:38:07.450848 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-4511f753-d14c-4ca9-9a07-cd1c3e8e2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:07.452549 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-4511f753-d14c-4ca9-9a07-cd1c3e8e2a33 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.1345875 Sep 13 15:38:07.835231 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e2db-be96-44df-9296-b8f389fdaccf req-bd3ef27c-5ed9-4b55-a1c9-00377cc19e18 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:07.836773 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4305e2db-be96-44df-9296-b8f389fdaccf req-bd3ef27c-5ed9-4b55-a1c9-00377cc19e18 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0617249 Sep 13 15:38:07.842982 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-47793417-9a0d-432a-b4e4-440c00c67e31 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29 HTTP/1.1" status: 200 len: 1002 time: 0.3828015 Sep 13 15:38:07.899061 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4305e2db-be96-44df-9296-b8f389fdaccf req-e49fd118-e908-43a7-98e1-f012307b6724 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523465 Sep 13 15:38:07.899525 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-7ef4d8a2-f043-4fd7-beb5-34017206feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:07.900989 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-7ef4d8a2-f043-4fd7-beb5-34017206feae service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0485432 Sep 13 15:38:07.974298 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-10d977e2-422e-4856-bbe0-061b1330f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:07.975947 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-10d977e2-422e-4856-bbe0-061b1330f099 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670383 Sep 13 15:38:08.096569 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-d90c6a39-8eac-4742-94b7-46468626634e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136818 Sep 13 15:38:08.236517 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a9f88cf-6a36-4192-92a4-42230ccfc59e req-3926b137-6dfb-46b9-b544-e05a56433db9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264713 Sep 13 15:38:09.044080 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae46d-6fe3-4643-857a-ff961af29661 req-9cc25d8a-1823-456e-bb96-17e612568cbd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:09.045663 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b92ae46d-6fe3-4643-857a-ff961af29661 req-9cc25d8a-1823-456e-bb96-17e612568cbd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0573761 Sep 13 15:38:09.059928 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:09.101878 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b92ae46d-6fe3-4643-857a-ff961af29661 req-e08f9694-b057-4a5e-b59b-30e22876b3b1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491078 Sep 13 15:38:10.239500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2dece-4fd7-48f0-a5ad-d6c60c1078a1 req-0f17b51b-3fd8-47e2-9c31-48b5b91f5b73 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:10.241808 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-47b2dece-4fd7-48f0-a5ad-d6c60c1078a1 req-0f17b51b-3fd8-47e2-9c31-48b5b91f5b73 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0509558 Sep 13 15:38:10.292066 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-47b2dece-4fd7-48f0-a5ad-d6c60c1078a1 req-b48993f2-23a6-4266-ba90-c4a7dc99ce30 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443783 Sep 13 15:38:11.429545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021fbe5-ef03-4f30-a607-365a97273fe6 req-c9d8730b-cc93-4611-99da-7c04fa06c7db tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:11.437221 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2021fbe5-ef03-4f30-a607-365a97273fe6 req-c9d8730b-cc93-4611-99da-7c04fa06c7db tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0545735 Sep 13 15:38:11.487921 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2021fbe5-ef03-4f30-a607-365a97273fe6 req-8451697f-0582-48c3-8dc3-4ede87dd49c6 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498180 Sep 13 15:38:11.756759 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:12.654983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa32cc-17d3-4cdc-aaa0-f1e0460eacc9 req-d35931e1-417f-419b-affa-e6888e5c1e09 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:12.656824 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-43aa32cc-17d3-4cdc-aaa0-f1e0460eacc9 req-d35931e1-417f-419b-affa-e6888e5c1e09 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0657980 Sep 13 15:38:12.712265 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-43aa32cc-17d3-4cdc-aaa0-f1e0460eacc9 req-430952bb-2d51-4a8a-91a2-3d8af3169367 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490255 Sep 13 15:38:13.850404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c49442-8f2d-446c-b0f4-4ac69a0bd193 req-6b8e5475-b421-494b-be98-75622f9579df tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:13.851881 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-31c49442-8f2d-446c-b0f4-4ac69a0bd193 req-6b8e5475-b421-494b-be98-75622f9579df tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0529461 Sep 13 15:38:13.902190 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-31c49442-8f2d-446c-b0f4-4ac69a0bd193 req-8cb944a0-cb97-4c3a-b14f-2d9c6d8e1ef3 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 Sep 13 15:38:13.961675 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-42caf5fc-f1c1-461d-a49d-9bd3e4de600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:13.963213 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-42caf5fc-f1c1-461d-a49d-9bd3e4de600e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1130 time: 0.0418963 Sep 13 15:38:14.057940 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-5d0b1aa2-7310-4bb4-b9c5-da6756a78350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:14.059453 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-5d0b1aa2-7310-4bb4-b9c5-da6756a78350 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.0891492 Sep 13 15:38:14.121561 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-da6821d8-4827-4d64-9a61-e0d238ee77d3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 1001 time: 0.0545633 Sep 13 15:38:14.170197 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-4a86b859-f482-45a9-97f6-8d022fb81b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:14.171516 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-4a86b859-f482-45a9-97f6-8d022fb81b89 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0429821 Sep 13 15:38:14.221493 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-f69de7df-781d-41a9-a2ff-c3c3b5144b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:14.223011 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-f69de7df-781d-41a9-a2ff-c3c3b5144b90 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433772 Sep 13 15:38:14.245815 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:14.276883 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:14.317193 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-8f7024e4-35a8-40da-8196-fc14d6cf3d33 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876794 Sep 13 15:38:14.414261 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-078e0385-2f27-4191-bdc1-cd87a8a34df2 req-df026afd-7d9a-4e74-beb0-321eaea012d6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904791 Sep 13 15:38:15.052243 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f31cad-5537-4471-8909-8015e5dbf11b req-52bd4702-4524-4396-a4f8-1fae1cbaf7e0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:15.053750 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56f31cad-5537-4471-8909-8015e5dbf11b req-52bd4702-4524-4396-a4f8-1fae1cbaf7e0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0547009 Sep 13 15:38:15.105910 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-56f31cad-5537-4471-8909-8015e5dbf11b req-65e913fb-c866-4889-98cf-3c07eb8a8d00 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445995 Sep 13 15:38:16.244197 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e9b1-121b-406a-a07b-12041cffe27b req-18405d1f-77b3-4f48-b6d9-95f2ade160d7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:16.245694 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cb38e9b1-121b-406a-a07b-12041cffe27b req-18405d1f-77b3-4f48-b6d9-95f2ade160d7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Sep 13 15:38:16.255357 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-787d9443-fac7-43db-837e-f4f84cf69302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:16.272704 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:16.297296 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cb38e9b1-121b-406a-a07b-12041cffe27b req-751e23bd-39c3-4448-b0d6-d6350000a5fd tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455949 Sep 13 15:38:16.663227 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:38:17.434919 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904eb38-38c3-499a-9cf4-b8e4da740f06 req-7efc6c20-ce49-49b0-a702-a29160ef2d62 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:17.436396 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e904eb38-38c3-499a-9cf4-b8e4da740f06 req-7efc6c20-ce49-49b0-a702-a29160ef2d62 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 946 time: 0.0558395 Sep 13 15:38:17.489737 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e904eb38-38c3-499a-9cf4-b8e4da740f06 req-bce96cae-9718-4a5c-bc2d-301476077f55 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Sep 13 15:38:17.496689 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:38:17.567632 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: ACTIVE; New status is: DOWN {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:17.568008 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:17.594636 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:38:17.596960 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361ac7fb-ac3e-4b59-aca6-42629c5abbe4" -d '{"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:38:17.610491 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:17.618465 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:17.640943 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995a086-da92-4eff-85f2-9ee71303e11f x-openstack-request-id: req-f995a086-da92-4eff-85f2-9ee71303e11f {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:38:17.641268 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:38:17.641525 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f995a086-da92-4eff-85f2-9ee71303e11f {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:38:17.641904 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f995a086-da92-4eff-85f2-9ee71303e11f'] response: {'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'code': 200} Sep 13 15:38:17.676102 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=8']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:18.594063 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-bba78d2c-01ef-4232-af13-5827a424e0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:18.626052 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b7c4-026c-4b99-b3d5-0b2806e59800 req-e6743eff-d15c-43b5-a7fb-23c518bf1e26 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:18.627637 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-92d4b7c4-026c-4b99-b3d5-0b2806e59800 req-e6743eff-d15c-43b5-a7fb-23c518bf1e26 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Sep 13 15:38:18.679464 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-92d4b7c4-026c-4b99-b3d5-0b2806e59800 req-cd6d7937-a922-40e5-9bdd-9fde00ba1474 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457237 Sep 13 15:38:19.610020 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:19.808708 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683c04e-c084-45bb-915c-279452293d20 req-e440731c-154f-4af0-8589-761cbf004e8c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:19.810133 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d683c04e-c084-45bb-915c-279452293d20 req-e440731c-154f-4af0-8589-761cbf004e8c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0484953 Sep 13 15:38:19.858690 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d683c04e-c084-45bb-915c-279452293d20 req-aa7c1779-4549-43ec-84dd-1cea16847fd7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428340 Sep 13 15:38:21.038341 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbba5d4-7aea-404c-b129-0e4d409bbe0f req-34201a54-d475-4fa8-9db5-33325af4fb4e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:21.040379 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8bbba5d4-7aea-404c-b129-0e4d409bbe0f req-34201a54-d475-4fa8-9db5-33325af4fb4e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0630016 Sep 13 15:38:21.103095 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8bbba5d4-7aea-404c-b129-0e4d409bbe0f req-ed0328e1-615a-434e-a0be-e6f71ed8a459 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545938 Sep 13 15:38:21.106172 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:21.230949 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:21.331856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34480) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:21.422016 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-6fc9bf1b-abdd-47cb-9815-9985ae99a025 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889962 Sep 13 15:38:21.433368 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-7b9cb595-d23b-4412-8aef-5c24c4527cd9 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:38:21.434345 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-7b9cb595-d23b-4412-8aef-5c24c4527cd9 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051010 Sep 13 15:38:21.515937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 34488) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:21.617899 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-6434fc67-2c3b-4529-84bd-6abda9c1d066 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:21.619335 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-6434fc67-2c3b-4529-84bd-6abda9c1d066 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports/5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 941 time: 0.1023228 Sep 13 15:38:22.248864 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9c9c3-17ef-432d-a4e1-1b5f84e13bf7 req-c04b9f79-2b33-4fd7-b320-71efeaef1ce2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:22.256222 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-44c9c9c3-17ef-432d-a4e1-1b5f84e13bf7 req-c04b9f79-2b33-4fd7-b320-71efeaef1ce2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0588250 Sep 13 15:38:22.303998 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:22.310290 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-44c9c9c3-17ef-432d-a4e1-1b5f84e13bf7 req-0e659e59-7919-4e97-be54-efb63f03bb14 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526910 Sep 13 15:38:22.616553 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-b2314b90-b7bf-4d89-95e3-3420ddb90b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:22.618177 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-b2314b90-b7bf-4d89-95e3-3420ddb90b1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0&tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45 HTTP/1.1" status: 200 len: 1128 time: 0.0403597 Sep 13 15:38:22.687686 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-757b5b3c-e43e-4a47-89c4-1c9769b004c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:22.689842 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-757b5b3c-e43e-4a47-89c4-1c9769b004c7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1128 time: 0.0489047 Sep 13 15:38:22.782836 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-644ec760-01b9-4026-a951-332a7fc66078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:22.784204 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-644ec760-01b9-4026-a951-332a7fc66078 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 200 len: 918 time: 0.0881202 Sep 13 15:38:22.849643 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-c703fd70-8d9c-4cf6-b06f-25c245733ad0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 200 len: 999 time: 0.0586290 Sep 13 15:38:22.898796 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-ade12594-1b1b-4d28-a364-52803512ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:22.900217 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-ade12594-1b1b-4d28-a364-52803512ed89 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 200 len: 856 time: 0.0449185 Sep 13 15:38:22.944003 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-4ffd3737-329a-4f1d-8bcb-7789b6a6a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:22.945423 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-4ffd3737-329a-4f1d-8bcb-7789b6a6a866 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394423 Sep 13 15:38:23.054941 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-dddfcba4-803c-4b73-8df6-767fda6fbe38 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029637 Sep 13 15:38:23.148483 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-2e45129b-a8df-4c74-9c8d-5b84a8900065 req-d04d5249-d5b0-4951-9b01-f2e70b7b6424 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871015 Sep 13 15:38:23.181994 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:38:23.264785 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: DOWN; New status is: DOWN {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:23.458997 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f406f-78f8-4b7a-b49e-6de54bfa7c82 req-0c10a75c-b63b-4c83-8e7d-1ad2fe576f74 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:23.462592 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-816f406f-78f8-4b7a-b49e-6de54bfa7c82 req-0c10a75c-b63b-4c83-8e7d-1ad2fe576f74 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0532751 Sep 13 15:38:23.525590 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-816f406f-78f8-4b7a-b49e-6de54bfa7c82 req-d5ced43c-58dc-4537-88e9-5769f611105b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576224 Sep 13 15:38:24.672671 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0a0e1-568d-42bd-a5a4-4bbfc7431c3e req-fc5445d8-f938-4f2e-9bb5-e31d861a746a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:24.674253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4da0a0e1-568d-42bd-a5a4-4bbfc7431c3e req-fc5445d8-f938-4f2e-9bb5-e31d861a746a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0494404 Sep 13 15:38:24.733693 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4da0a0e1-568d-42bd-a5a4-4bbfc7431c3e req-cf97d37f-e2e1-4c94-82f0-8ea2d47f6bc9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Sep 13 15:38:25.872814 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3c90f-2d10-4092-b2a1-a05a0fbf7ba1 req-50490af3-3982-4f30-b2e5-f7c229384e13 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:25.874307 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76d3c90f-2d10-4092-b2a1-a05a0fbf7ba1 req-50490af3-3982-4f30-b2e5-f7c229384e13 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0525651 Sep 13 15:38:25.926810 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76d3c90f-2d10-4092-b2a1-a05a0fbf7ba1 req-3735a892-8c6d-4884-8684-2604bee8fcfb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 Sep 13 15:38:27.072052 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785b86e-766c-439b-98a8-5e52f5f0daa2 req-1b2a52d3-8967-478c-81df-66db7d0e926b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:27.073675 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7785b86e-766c-439b-98a8-5e52f5f0daa2 req-1b2a52d3-8967-478c-81df-66db7d0e926b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Sep 13 15:38:27.124844 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7785b86e-766c-439b-98a8-5e52f5f0daa2 req-7ab1e1fb-a9f1-4442-8c27-9873d4a65f94 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Sep 13 15:38:28.267372 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f80c-54da-4796-8663-613912c30feb req-b29c0061-7259-41c1-b7ed-1cf12a9c8a46 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:28.268917 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1739f80c-54da-4796-8663-613912c30feb req-b29c0061-7259-41c1-b7ed-1cf12a9c8a46 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0499678 Sep 13 15:38:28.308546 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:28.324376 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1739f80c-54da-4796-8663-613912c30feb req-bd08c2ca-656d-441b-ace1-d22c11582d43 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490150 Sep 13 15:38:29.459647 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f049d-2e8e-4a79-8713-7871cfb1229e req-f1f490cb-13f6-44de-9598-d0954b735591 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:29.462465 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fe9f049d-2e8e-4a79-8713-7871cfb1229e req-f1f490cb-13f6-44de-9598-d0954b735591 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0516951 Sep 13 15:38:29.519643 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fe9f049d-2e8e-4a79-8713-7871cfb1229e req-c3488938-864c-41dc-aa51-893adcd958e4 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509796 Sep 13 15:38:30.659174 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db0751-180f-4b4d-96c5-4c63a5c0ca5b req-16f12e13-a247-4d02-80c0-b065aa92e9ac tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:30.660675 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7db0751-180f-4b4d-96c5-4c63a5c0ca5b req-16f12e13-a247-4d02-80c0-b065aa92e9ac tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0507128 Sep 13 15:38:30.714860 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b7db0751-180f-4b4d-96c5-4c63a5c0ca5b req-384c1afb-7d2a-4ca3-9d03-53c69cb41a4f tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 Sep 13 15:38:31.763642 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:31.780116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:31.875830 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe655851-ee5d-402a-b02f-6dbb7e71a681 req-03917cc2-2500-4b0b-94ac-0821f7c5568d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:31.877398 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fe655851-ee5d-402a-b02f-6dbb7e71a681 req-03917cc2-2500-4b0b-94ac-0821f7c5568d tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0522738 Sep 13 15:38:31.927087 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fe655851-ee5d-402a-b02f-6dbb7e71a681 req-d76f4e05-b897-4186-883a-f0a8238a48e9 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Sep 13 15:38:33.084358 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1f06-aece-49d5-b5ee-9d5a1ac76b2e req-bc339606-79a2-4283-ab32-e0af1a419724 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:33.085864 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0e6e1f06-aece-49d5-b5ee-9d5a1ac76b2e req-bc339606-79a2-4283-ab32-e0af1a419724 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0604205 Sep 13 15:38:33.136515 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0e6e1f06-aece-49d5-b5ee-9d5a1ac76b2e req-d86aaa5b-1ed1-4127-b7d5-b82982a167b1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449295 Sep 13 15:38:33.139443 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=70 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:33.144951 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=71 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:34.277676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b056bfd-fc2a-4595-8c5d-07fe13c113c6 req-5c4d409f-492d-45cc-b7f4-095583f39383 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:34.279194 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0b056bfd-fc2a-4595-8c5d-07fe13c113c6 req-5c4d409f-492d-45cc-b7f4-095583f39383 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0551698 Sep 13 15:38:34.333533 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0b056bfd-fc2a-4595-8c5d-07fe13c113c6 req-9fcf156c-7b70-411c-9bc2-af857afd0b24 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479481 Sep 13 15:38:35.473612 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f836a93-51f1-4ac0-b30e-7480c16a3be5 req-40ea9750-2a9d-4380-a1bc-7f003c74d599 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:35.475110 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6f836a93-51f1-4ac0-b30e-7480c16a3be5 req-40ea9750-2a9d-4380-a1bc-7f003c74d599 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0526686 Sep 13 15:38:35.523871 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6f836a93-51f1-4ac0-b30e-7480c16a3be5 req-d132ac23-7482-4814-9fd8-ecdad2ea782a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Sep 13 15:38:36.643599 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:36.663111 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29b41-eca5-446c-8136-a9028f914fb3 req-e4ff7b25-7eae-418e-a70b-fe38d5102f2b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:36.664632 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cae29b41-eca5-446c-8136-a9028f914fb3 req-e4ff7b25-7eae-418e-a70b-fe38d5102f2b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Sep 13 15:38:36.737523 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cae29b41-eca5-446c-8136-a9028f914fb3 req-c506269e-b967-4225-a794-d5f6497351b8 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672343 Sep 13 15:38:37.864640 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2a9e3-50a7-4980-af24-eb57544a3fd1 req-9c9823bc-7dcf-46f2-bc72-8850bc459dc1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:37.866071 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eed2a9e3-50a7-4980-af24-eb57544a3fd1 req-9c9823bc-7dcf-46f2-bc72-8850bc459dc1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0468636 Sep 13 15:38:37.917233 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eed2a9e3-50a7-4980-af24-eb57544a3fd1 req-cf0c1ef1-1fd9-4bbb-a200-b5d0d192d2d7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Sep 13 15:38:39.049342 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e98ad5-edb8-4f1d-91f4-bf02ac6ad097 req-feb160df-2daa-4861-90e1-eacb9ac49af5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:39.050837 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-18e98ad5-edb8-4f1d-91f4-bf02ac6ad097 req-feb160df-2daa-4861-90e1-eacb9ac49af5 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 944 time: 0.0520725 Sep 13 15:38:39.104105 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-18e98ad5-edb8-4f1d-91f4-bf02ac6ad097 req-6f6f1c94-17b9-453a-aa34-62f8d322820a tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Sep 13 15:38:39.294771 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:38:39.393501 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:39.408790 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '5a5700cd-ed56-489f-9724-206efe586022', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'port_id': '5a5700cd-ed56-489f-9724-206efe586022', 'mac_address': 'fa:16:3e:a7:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:38:39.449080 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:39.449479 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:39.463571 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5700cd-ed56-489f-9724-206efe586022 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:38:39.485810 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:39.491442 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:39.538459 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=9']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:39.933747 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['5a5700cd-ed56-489f-9724-206efe586022'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:38:40.043112 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:40.238514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b5b27-47ca-4f48-9f81-0d75286aa047 req-9750b92e-b381-45d9-b124-78c3cbaedfb7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:40.240008 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-548b5b27-47ca-4f48-9f81-0d75286aa047 req-9750b92e-b381-45d9-b124-78c3cbaedfb7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Sep 13 15:38:40.290313 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-548b5b27-47ca-4f48-9f81-0d75286aa047 req-4180e094-6ce3-4ee3-a82f-171dc26def67 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 Sep 13 15:38:41.298127 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:38:41.357368 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 5a5700cd-ed56-489f-9724-206efe586022 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:41.357751 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (5a5700cd-ed56-489f-9724-206efe586022), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:41.443041 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408cfe7-60e7-45d3-9bf4-45dfd87e2cbb req-718991de-c108-4fdc-948f-0017161d05ac tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:41.444963 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1408cfe7-60e7-45d3-9bf4-45dfd87e2cbb req-718991de-c108-4fdc-948f-0017161d05ac tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 945 time: 0.0645161 Sep 13 15:38:41.447566 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 5a5700cd-ed56-489f-9724-206efe586022 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:41.447949 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:41.479640 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:38:41.482788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef3ba2d-3ea4-4ff5-8fe1-cb5896c8c532" -d '{"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:38:41.498852 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1408cfe7-60e7-45d3-9bf4-45dfd87e2cbb req-ebf7090b-6ed1-4ea1-b3f6-85f09120656e tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480244 Sep 13 15:38:41.500896 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:41.507394 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:41.557851 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c589874-0845-4e12-b5d1-fc1ae42f69c0 x-openstack-request-id: req-0c589874-0845-4e12-b5d1-fc1ae42f69c0 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:38:41.558356 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:38:41.558740 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c589874-0845-4e12-b5d1-fc1ae42f69c0 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:38:41.559343 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c589874-0845-4e12-b5d1-fc1ae42f69c0'] response: {'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'code': 200} Sep 13 15:38:41.564252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=10']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:41.782549 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839b487-f72a-4c71-837b-fd2ba4e33545 req-d79c9c2e-0dad-42c6-b0a0-d2035c2e1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:41.784209 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-d839b487-f72a-4c71-837b-fd2ba4e33545 req-d79c9c2e-0dad-42c6-b0a0-d2035c2e1edf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 1131 time: 0.0429447 Sep 13 15:38:41.844667 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-d839b487-f72a-4c71-837b-fd2ba4e33545 req-2a40a0ff-1137-4a5e-bdab-79fb7e521031 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533338 Sep 13 15:38:42.626742 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:42.638724 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6e56c-8551-4d6d-ab24-7ab64918904c req-00af61fe-75e2-4de8-ae96-1aaaae33b020 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:42.640291 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-44a6e56c-8551-4d6d-ab24-7ab64918904c req-00af61fe-75e2-4de8-ae96-1aaaae33b020 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0525548 Sep 13 15:38:42.693263 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-44a6e56c-8551-4d6d-ab24-7ab64918904c req-3c8bbc21-f16b-4889-889c-06f570dfef9c tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470777 Sep 13 15:38:43.535300 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ee89-c14e-4400-8aad-11869fbea785 req-9830d0c0-a716-4195-a37a-b0ce556a805f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:43.536810 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2619ee89-c14e-4400-8aad-11869fbea785 req-9830d0c0-a716-4195-a37a-b0ce556a805f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0478363 Sep 13 15:38:43.587614 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2619ee89-c14e-4400-8aad-11869fbea785 req-29ad8fe3-804d-484b-ad01-4e9756d0a4ba tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Sep 13 15:38:43.828250 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e252b-7e12-4392-8dde-826ccb083fc0 req-61ed44ae-170b-4a96-8308-88df95d3740b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:43.829757 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-878e252b-7e12-4392-8dde-826ccb083fc0 req-61ed44ae-170b-4a96-8308-88df95d3740b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0511138 Sep 13 15:38:43.881559 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-878e252b-7e12-4392-8dde-826ccb083fc0 req-2fa43ffd-7ade-4e9d-afa9-56399ed5d3fb tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Sep 13 15:38:44.747008 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aa307-5e7d-4789-8ca7-bec00b6931f9 req-0110ba56-a1a3-4b4b-bbd0-2d14665c79c6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:44.749698 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c91aa307-5e7d-4789-8ca7-bec00b6931f9 req-0110ba56-a1a3-4b4b-bbd0-2d14665c79c6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0650983 Sep 13 15:38:44.801681 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c91aa307-5e7d-4789-8ca7-bec00b6931f9 req-9cd1f9ee-2b98-471b-b40e-1cd21ef60dfa tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433574 Sep 13 15:38:45.037538 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b703f-3aa9-40e6-bfaf-0a277e8a5e7f req-a84532d9-8248-4f23-a9d8-60910e4fd225 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:45.039345 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3a6b703f-3aa9-40e6-bfaf-0a277e8a5e7f req-a84532d9-8248-4f23-a9d8-60910e4fd225 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0567529 Sep 13 15:38:45.089382 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3a6b703f-3aa9-40e6-bfaf-0a277e8a5e7f req-cb4a517d-73ab-4f72-807d-3b5892983714 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442240 Sep 13 15:38:45.162914 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=20 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:45.164399 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=14 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:45.954577 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818baf6-5858-42c0-aedb-58d3cd4b1c8d req-636d6930-5fe2-42f4-a106-3e1459c724ea tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:45.956506 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1818baf6-5858-42c0-aedb-58d3cd4b1c8d req-636d6930-5fe2-42f4-a106-3e1459c724ea tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0575960 Sep 13 15:38:45.968946 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:46.015309 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-e6d1eba3-cbb1-4bdb-9172-c3711cfbfe60 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:46.016905 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-e6d1eba3-cbb1-4bdb-9172-c3711cfbfe60 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 946 time: 0.0547035 Sep 13 15:38:46.109299 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port a8e08ac3-21a0-4069-81e3-37a7f32cff29 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:38:46.109543 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.205153 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] For port a8e08ac3-21a0-4069-81e3-37a7f32cff29, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=a8e08ac3-21a0-4069-81e3-37a7f32cff29,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:46.205353 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.261386 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c73edf39-3cc3-4e10-a9ca-351d09640794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.275977 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1818baf6-5858-42c0-aedb-58d3cd4b1c8d req-ea185aa2-f83c-408e-9e4f-b0044fc841ec tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=60c6c431-effc-424c-a7e2-345925b6a8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138981 Sep 13 15:38:46.384066 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.384324 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (8aeeeb24-de26-4d9a-b520-d031353f61aa), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.384623 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP 8aeeeb24-de26-4d9a-b520-d031353f61aa disassociated. External IP: 172.27.1.121, port: a8e08ac3-21a0-4069-81e3-37a7f32cff29. Sep 13 15:38:46.384960 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for a8e08ac3-21a0-4069-81e3-37a7f32cff29 owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:38:46.387267 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747183e-ec31-40a0-a745-c2f39826cd0f req-194b2e3d-9264-4380-85ab-1fe5c8f2def1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:46.388818 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7747183e-ec31-40a0-a745-c2f39826cd0f req-194b2e3d-9264-4380-85ab-1fe5c8f2def1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0467210 Sep 13 15:38:46.453318 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7747183e-ec31-40a0-a745-c2f39826cd0f req-83f3954f-c7be-49cf-9bdc-49a7cf8b5ab0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465438 Sep 13 15:38:46.518396 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a8e08ac3-21a0-4069-81e3-37a7f32cff29), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.550002 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=a8e08ac3-21a0-4069-81e3-37a7f32cff29,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:46.661858 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:38:46.779551 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:38:46.791091 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:38:46.801857 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:38:46.802589 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:46.808105 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:46.828302 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] No DVR routers for this DVR port a8e08ac3-21a0-4069-81e3-37a7f32cff29 on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:38:46.830969 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:46.834149 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-81246a0d-772e-45de-8b1e-eda9521c0b44 req-60774ba9-c1d4-45d6-9201-80313a4e9cc5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/a8e08ac3-21a0-4069-81e3-37a7f32cff29 HTTP/1.1" status: 204 len: 173 time: 0.8115363 Sep 13 15:38:46.835218 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'name': 'network-vif-deleted', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:38:46.838217 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce1ccac-e130-4d7f-831e-a7fd612a0926" -d '{"events": [{"server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "name": "network-vif-deleted", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:38:46.881331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39eaa86-336c-4c7a-87f7-54cd26edd124 x-openstack-request-id: req-e39eaa86-336c-4c7a-87f7-54cd26edd124 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:38:46.881630 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d53a86-9ab1-43c5-a755-d1ccb689be99", "name": "network-vif-deleted", "tag": "a8e08ac3-21a0-4069-81e3-37a7f32cff29", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:38:46.881890 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e39eaa86-336c-4c7a-87f7-54cd26edd124 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:38:46.882332 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39eaa86-336c-4c7a-87f7-54cd26edd124'] response: {'server_uuid': '30d53a86-9ab1-43c5-a755-d1ccb689be99', 'name': 'network-vif-deleted', 'tag': 'a8e08ac3-21a0-4069-81e3-37a7f32cff29', 'status': 'completed', 'code': 200} Sep 13 15:38:46.920744 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:38:47.041363 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:47.126012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:47.150943 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:38:47.159741 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:38:47.160337 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:47.267178 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:38:47.429840 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-267fe597-5b72-42ea-a4bd-7ace25915b2e req-1e65c6ac-7b96-4000-add6-c6ddcc11c7cb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30d53a86-9ab1-43c5-a755-d1ccb689be99 HTTP/1.1" status: 200 len: 210 time: 0.0284703 Sep 13 15:38:47.458456 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:47.476231 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:47.505349 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e8f44-2623-4d9e-bd12-7da55e5887af None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:38:47.720287 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede2a083-16f6-4e8e-8aa7-9ace0d5cf121 None None] New status for floating IP 8aeeeb24-de26-4d9a-b520-d031353f61aa: DOWN {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:38:48.531548 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 34856) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:48.591927 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0ecc93a1-c764-4348-9287-c0b016a4bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.603292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46d22b69-02df-471d-82fd-fc31ac9d3eb2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (60c6c431-effc-424c-a7e2-345925b6a8b8), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.629410 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46d22b69-02df-471d-82fd-fc31ac9d3eb2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (60c6c431-effc-424c-a7e2-345925b6a8b8), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.680251 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46d22b69-02df-471d-82fd-fc31ac9d3eb2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (60c6c431-effc-424c-a7e2-345925b6a8b8), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.682793 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46d22b69-02df-471d-82fd-fc31ac9d3eb2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.684061 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-46d22b69-02df-471d-82fd-fc31ac9d3eb2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/60c6c431-effc-424c-a7e2-345925b6a8b8 HTTP/1.1" status: 204 len: 168 time: 0.1514881 Sep 13 15:38:48.686944 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34864) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:48.701787 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-12aaf9df-4d4d-4625-aefd-19ac5142c7cf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] show failed (client error): The resource could not be found. Sep 13 15:38:48.702408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d22b69-02df-471d-82fd-fc31ac9d3eb2 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c6c431-effc-424c-a7e2-345925b6a8b8,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:48.706030 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-12aaf9df-4d4d-4625-aefd-19ac5142c7cf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups/60c6c431-effc-424c-a7e2-345925b6a8b8 HTTP/1.1" status: 404 len: 347 time: 0.0149271 Sep 13 15:38:48.706411 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34868) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:48.791224 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:48.822588 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port aa2cbc19-e41d-414b-a598-0c685b434f82 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:38:48.823081 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.904148 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.904472 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (aa2cbc19-e41d-414b-a598-0c685b434f82), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:48.918476 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for aa2cbc19-e41d-414b-a598-0c685b434f82 owned by network:floatingip {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:38:49.068748 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (aa2cbc19-e41d-414b-a598-0c685b434f82), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.091604 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=aa2cbc19-e41d-414b-a598-0c685b434f82,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:49.164653 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (8aeeeb24-de26-4d9a-b520-d031353f61aa), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.167050 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.168212 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9fabb4b1-d777-464e-8052-c2ce59201606 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/8aeeeb24-de26-4d9a-b520-d031353f61aa HTTP/1.1" status: 204 len: 168 time: 0.4609313 Sep 13 15:38:49.248823 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34876) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:49.253785 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539940582', 'description': 'tempest-description--141837552'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:49.278324 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.348910 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (f2e862d0-3dd6-491f-88c4-27174eb93a9e), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.352792 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a8e08ac3-21a0-4069-81e3-37a7f32cff29 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:38:49.354614 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f2e862d0-3dd6-491f-88c4-27174eb93a9e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.376053 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: a8e08ac3-21a0-4069-81e3-37a7f32cff29 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:38:49.376422 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device a8e08ac3-21a0-4069-81e3-37a7f32cff29 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:38:49.386825 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.388054 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1382158 Sep 13 15:38:49.389886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e0a4c-3031-47aa-b0d6-1dbd42064679 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e862d0-3dd6-491f-88c4-27174eb93a9e,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:49.391242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 34878) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:49.397353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': 'f2e862d0-3dd6-491f-88c4-27174eb93a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:49.425444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (76e74f12-a6a1-4fd7-8570-48eea77c51f3), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.481495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (76e74f12-a6a1-4fd7-8570-48eea77c51f3), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.487925 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (76e74f12-a6a1-4fd7-8570-48eea77c51f3), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.507513 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e74f12-a6a1-4fd7-8570-48eea77c51f3,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:49.518288 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.519503 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-9dd9c2cd-7a53-4295-bcfe-fea8ee72eb32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262205 Sep 13 15:38:49.522469 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34880) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:49.527320 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'security_group_rule': {'security_group_id': 'f2e862d0-3dd6-491f-88c4-27174eb93a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:49.558431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (83cfd1cf-bfac-4baa-9290-bc0d1835c34f), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.617910 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (83cfd1cf-bfac-4baa-9290-bc0d1835c34f), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.624252 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (83cfd1cf-bfac-4baa-9290-bc0d1835c34f), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.645059 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cfd1cf-bfac-4baa-9290-bc0d1835c34f,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:49.657041 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.658594 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-78080861-e7b0-431d-8dc3-072ae7da1186 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348848 Sep 13 15:38:49.661826 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 34884) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:49.667398 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:49.679640 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:49.709175 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.753298 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.792240 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:49.802750 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:49.900145 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.27.1.121 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/24149e62-850b-4fae-9bfa-8d0bfceb0572) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:38:50.009537 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.048702 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.095411 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:38:50.101099 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:50.103533 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=24149e62-850b-4fae-9bfa-8d0bfceb0572,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:50.105694 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:38:50.191004 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (9983d1e1-2df5-4ca8-91e1-d02158fefd32), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.230637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.368101 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:50.388206 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.394656 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.473112 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=24149e62-850b-4fae-9bfa-8d0bfceb0572,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:50.475749 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (9983d1e1-2df5-4ca8-91e1-d02158fefd32), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.493844 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:50.495106 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-24f5b029-2588-467c-b47f-88d3b71878c7 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8321662 Sep 13 15:38:50.665367 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-1099e772-9b0d-4ed7-8149-faf519c757ea tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--539940582&fields=id&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 267 time: 0.0503862 Sep 13 15:38:50.694849 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:50.779690 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-79fda5da-91d7-44cc-b1ff-2f263bf985a3 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:50.781228 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-79fda5da-91d7-44cc-b1ff-2f263bf985a3 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.1078429 Sep 13 15:38:50.796703 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-5a6379a2-c388-464c-99cb-4aa327a90b08 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/quotas/76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 375 time: 0.0094278 Sep 13 15:38:50.850594 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-51b1f9a4-89fb-4a9a-a740-ecc4a99e3d75 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480647 Sep 13 15:38:50.948588 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-3c464095-d2c7-41cd-bcbf-bfc45ef4d750 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Sep 13 15:38:51.050145 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-47ca13ea-3855-46fe-b1c8-c3314b282ca4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931873 Sep 13 15:38:51.112072 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:51.233396 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-438499cc-6b73-4301-abc1-18f9e082c6ca req-42fc9c08-1958-4e0c-8a59-787da0a5c681 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 210 time: 0.0296450 Sep 13 15:38:51.237564 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:52.359096 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-38829e3c-e0f3-4cd9-8e8a-12cb50ae894a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:52.360601 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-38829e3c-e0f3-4cd9-8e8a-12cb50ae894a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 815 time: 0.1306171 Sep 13 15:38:52.365898 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-75e07a9e-f2bc-488d-abeb-c92569865e24 req-872fed8e-e9d8-4f2f-a0c0-0b5e9f9839cf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 210 time: 0.0295963 Sep 13 15:38:52.446963 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-0f05be9e-1170-4a97-a539-949abb6206bc tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=76163bf55e0a403aaec08c9c6a68a55f HTTP/1.1" status: 200 len: 379 time: 0.0771799 Sep 13 15:38:52.513319 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'port': {'device_id': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'admin_state_up': True, 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'security_groups': ['f2e862d0-3dd6-491f-88c4-27174eb93a9e']}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:52.579979 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:52.626810 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Made reservation on behalf of 76163bf55e0a403aaec08c9c6a68a55f for: {'port': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:38:52.630535 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:52.761745 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Allocated IP 172.20.0.11 (dae42ed5-9203-4331-a516-9ad32fc49ad2/d24ac755-78f6-49ff-8eb8-aafe7190dacd/2d308a79-d4e3-4650-921d-5f3b094974f4) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:38:52.902781 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:52.936081 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:52.971916 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:52.982643 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:38:52.986750 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:52.991294 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:38:53.015939 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event updated for resources: {'Port': ['ID=2d308a79-d4e3-4650-921d-5f3b094974f4,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:53.045401 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:53.046139 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.065437 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-f8488354-1aae-41d5-abe7-09f4cec1d99f tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567477 Sep 13 15:38:53.076809 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Request body: {'port': {'device_id': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:53.147203 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.192298 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-5f86d77e-d6a0-428a-bb38-c9ab6cb58471 None None] Provisioning complete for port 2d308a79-d4e3-4650-921d-5f3b094974f4 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:53.192959 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5f86d77e-d6a0-428a-bb38-c9ab6cb58471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.225526 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-5f86d77e-d6a0-428a-bb38-c9ab6cb58471 None None] Port 2d308a79-d4e3-4650-921d-5f3b094974f4 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:38:53.370805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:53.421244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d308a79-d4e3-4650-921d-5f3b094974f4 {{(pid=106264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:38:53.429273 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Publish callbacks [] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.441821 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.provisioning_blocks [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Transition to ACTIVE for port object 2d308a79-d4e3-4650-921d-5f3b094974f4 will not be triggered until provisioned by entity L2. {{(pid=106264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:38:53.446758 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.508693 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Pushing event updated for resources: {'Port': ['ID=2d308a79-d4e3-4650-921d-5f3b094974f4,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:53.559585 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Attempting to bind port 2d308a79-d4e3-4650-921d-5f3b094974f4 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:38:53.559932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Attempting to bind port 2d308a79-d4e3-4650-921d-5f3b094974f4 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:38:53.560264 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Attempting to bind port 2d308a79-d4e3-4650-921d-5f3b094974f4 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:38:53.605476 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Port 2d308a79-d4e3-4650-921d-5f3b094974f4 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:38:53.605851 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Attempting to bind port 2d308a79-d4e3-4650-921d-5f3b094974f4 on network dae42ed5-9203-4331-a516-9ad32fc49ad2 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:38:53.658514 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:38:53.659009 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Checking segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:38:53.659464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Bound using segment: {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:38:53.659983 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Bound port: 2d308a79-d4e3-4650-921d-5f3b094974f4, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9222b6-4679-4945-b56b-139dd33d30f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:38:53.660433 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.666024 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:38:53.738235 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] For port 2d308a79-d4e3-4650-921d-5f3b094974f4, host hv-cinder-85743, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:38:53.741856 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] For port 2d308a79-d4e3-4650-921d-5f3b094974f4, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2d308a79-d4e3-4650-921d-5f3b094974f4,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:38:53.750169 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.759107 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:53.760132 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:53.763074 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/2d308a79-d4e3-4650-921d-5f3b094974f4 HTTP/1.1" status: 200 len: 1094 time: 0.6910369 Sep 13 15:38:53.763873 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:38:53.767503 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c16e8-c107-4c42-a974-e671f040854c" -d '{"events": [{"name": "network-changed", "server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:38:53.813772 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be0693-6b2c-401d-b678-07b2fa5c4255 req-59bb946e-e084-4440-ae76-38aa65548cf5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:53.816835 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27ea62-76e1-47dc-8be6-60889e842f93 service neutron] Pushing event updated for resources: {'Port': ['ID=2d308a79-d4e3-4650-921d-5f3b094974f4,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:53.818879 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-33be0693-6b2c-401d-b678-07b2fa5c4255 req-59bb946e-e084-4440-ae76-38aa65548cf5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 944 time: 0.0780318 Sep 13 15:38:53.853877 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:53.868733 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-76588156-75ee-42dd-9b77-79b6df57f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:53.870302 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-76588156-75ee-42dd-9b77-79b6df57f6a7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 1128 time: 0.0501437 Sep 13 15:38:53.880849 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:53.899766 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-33be0693-6b2c-401d-b678-07b2fa5c4255 req-0321a5a3-cce4-4ecd-bdb9-16d1fbd7ca1d tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720797 Sep 13 15:38:53.914263 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-5e457b0c-6b7c-4ab6-ab49-f55cf414d17d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d308a79-d4e3-4650-921d-5f3b094974f4 HTTP/1.1" status: 200 len: 217 time: 0.0361764 Sep 13 15:38:53.949912 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 34974) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:53.954023 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8284638-fd2c-494e-82b3-0c7badf40859 x-openstack-request-id: req-d8284638-fd2c-494e-82b3-0c7badf40859 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:38:53.954338 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:38:53.954728 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8284638-fd2c-494e-82b3-0c7badf40859 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:38:53.955727 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8284638-fd2c-494e-82b3-0c7badf40859'] response: {'name': 'network-changed', 'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'status': 'completed', 'code': 200} Sep 13 15:38:53.975278 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-1098c670-a754-458e-92cf-34595ab13b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:53.976859 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-1098c670-a754-458e-92cf-34595ab13b11 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0566506 Sep 13 15:38:54.021230 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-27e6b980-f5f3-4cbb-ba18-697d2217e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:54.022982 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-27e6b980-f5f3-4cbb-ba18-697d2217e1e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395882 Sep 13 15:38:54.057568 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2c42-0af2-455e-ba5d-d0b9775dc40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.123609 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-95d9ef5a-fc87-40a1-a5b1-6fa41f481054 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934713 Sep 13 15:38:54.135978 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2c42-0af2-455e-ba5d-d0b9775dc40f admin admin] Publish callbacks [] for security_group (89434196-6531-4221-91d1-f93cc1cc96f9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.141258 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2c42-0af2-455e-ba5d-d0b9775dc40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (89434196-6531-4221-91d1-f93cc1cc96f9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.180295 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a2c42-0af2-455e-ba5d-d0b9775dc40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89434196-6531-4221-91d1-f93cc1cc96f9,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:54.187392 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2f7a2c42-0af2-455e-ba5d-d0b9775dc40f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4edd6fb784c14fd584ebe852a053526e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333343 Sep 13 15:38:54.187608 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 34978) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:54.224694 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-991a514e-94a5-4b94-a93a-ffa88a06fe55 req-e36b4cc1-77a4-49f0-8971-639d10ca0bf4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952621 Sep 13 15:38:54.238687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50a6ec59-f07b-4ad7-98ae-9a893b98e1ef admin admin] Publish callbacks [] for security_group (89434196-6531-4221-91d1-f93cc1cc96f9), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.260141 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50a6ec59-f07b-4ad7-98ae-9a893b98e1ef admin admin] Publish callbacks [] for security_group (89434196-6531-4221-91d1-f93cc1cc96f9), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.318872 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50a6ec59-f07b-4ad7-98ae-9a893b98e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (89434196-6531-4221-91d1-f93cc1cc96f9), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.321548 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-50a6ec59-f07b-4ad7-98ae-9a893b98e1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:54.322744 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-50a6ec59-f07b-4ad7-98ae-9a893b98e1ef admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/89434196-6531-4221-91d1-f93cc1cc96f9 HTTP/1.1" status: 204 len: 168 time: 0.1342206 Sep 13 15:38:54.332804 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6ec59-f07b-4ad7-98ae-9a893b98e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89434196-6531-4221-91d1-f93cc1cc96f9,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:54.995157 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35004) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:55.028170 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb4be3-4fea-4a1c-8a47-0b76c1657001 req-fdba3b94-8397-4dce-8126-8f33ed4fe725 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:55.029713 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ceb4be3-4fea-4a1c-8a47-0b76c1657001 req-fdba3b94-8397-4dce-8126-8f33ed4fe725 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 944 time: 0.0485280 Sep 13 15:38:55.080683 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ceb4be3-4fea-4a1c-8a47-0b76c1657001 req-0b8706c3-6e85-430c-8ddd-5c587a10addb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443037 Sep 13 15:38:55.099676 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2126256785-network', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:55.126177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Made reservation on behalf of 7eb316ace93e48c68ade74e9c5fccbf8 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:38:55.128665 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.137684 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.189182 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:55.221068 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks [] for security_group (f89c1fc3-1191-45b9-938e-a8071663c26b), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.226513 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f89c1fc3-1191-45b9-938e-a8071663c26b), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.252475 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:38:55.262609 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89c1fc3-1191-45b9-938e-a8071663c26b,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:55.267877 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (e0c7dc60-1ebd-496e-bb17-3828258bf0d9), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.268224 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Added segment e0c7dc60-1ebd-496e-bb17-3828258bf0d9 of type vlan for network 2139647d-b8ca-48a5-8bc6-2c73cabd38be Sep 13 15:38:55.308288 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (2139647d-b8ca-48a5-8bc6-2c73cabd38be), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.335196 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (2139647d-b8ca-48a5-8bc6-2c73cabd38be), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.336454 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:55.337125 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.396860 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4005518 Sep 13 15:38:55.399941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35008) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:55.404850 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Request body: {'subnet': {'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2126256785-subnet', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:55.408302 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:55.411546 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7d474-01a0-4ce4-bb82-5bffcd28d9dd admin admin] Pushing event updated for resources: {'Network': ['ID=2139647d-b8ca-48a5-8bc6-2c73cabd38be,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:55.426274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:38:55.430182 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Made reservation on behalf of 7eb316ace93e48c68ade74e9c5fccbf8 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:38:55.432833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3816431'] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.613280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3616226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3816445'] for subnet (faa2f9fd-b099-4f33-a84e-3aae2c10e5a1), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.671609 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:55.680482 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Checking segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:38:55.680840 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Network hostable DHCP agents. Network: 2139647d-b8ca-48a5-8bc6-2c73cabd38be, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:38:55.704297 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:38:55.715944 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 2139647d-b8ca-48a5-8bc6-2c73cabd38be) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:55.720404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:55.721017 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.726006 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacb95c-82cf-465a-a7b0-eda8e94688df None None] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:38:55.742962 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2182910e-1511-41dc-ab6a-0cfa2d40695d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417382 Sep 13 15:38:55.745588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35010) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:55.749967 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:55.762687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:55.774722 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (5e8d38f3-7be3-472f-8b3c-306094d200e5), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.776019 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (5e8d38f3-7be3-472f-8b3c-306094d200e5), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.833077 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:38:55.833297 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks [] for router_controller (5e8d38f3-7be3-472f-8b3c-306094d200e5), precommit_add_association {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.834019 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.970659 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks [] for router_gateway (5e8d38f3-7be3-472f-8b3c-306094d200e5), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:55.973487 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:55.974863 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Allocated IP 172.20.0.2 (2139647d-b8ca-48a5-8bc6-2c73cabd38be/faa2f9fd-b099-4f33-a84e-3aae2c10e5a1/310d43ae-0535-4745-8398-4a0ef4ed4481) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:38:56.122074 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Publish callbacks [] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.130602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.168532 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks [] for router_gateway (5e8d38f3-7be3-472f-8b3c-306094d200e5), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.173292 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:38:56.178599 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:56.180781 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Pushing event updated for resources: {'Port': ['ID=310d43ae-0535-4745-8398-4a0ef4ed4481,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:56.183819 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:38:56.189864 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.192216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.192571 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.192940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.193285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.193623 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.193946 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.194303 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.194632 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.194961 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.195288 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.195616 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.195958 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.196286 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.196613 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.196946 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:38:56.254318 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Attempting to bind port 310d43ae-0535-4745-8398-4a0ef4ed4481 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:38:56.254695 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Attempting to bind port 310d43ae-0535-4745-8398-4a0ef4ed4481 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:38:56.255162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Attempting to bind port 310d43ae-0535-4745-8398-4a0ef4ed4481 on network 2139647d-b8ca-48a5-8bc6-2c73cabd38be {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:38:56.260926 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5767-c0ac-4167-9e15-a51c013df9a9 req-2760e522-a643-4afe-a552-fae43199197c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:56.262543 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-756a5767-c0ac-4167-9e15-a51c013df9a9 req-2760e522-a643-4afe-a552-fae43199197c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 944 time: 0.1028788 Sep 13 15:38:56.294458 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:56.297785 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:38:56.298241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Checking segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:38:56.298807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.299155 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Bound using segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:38:56.299659 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Bound port: 310d43ae-0535-4745-8398-4a0ef4ed4481, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:38:56.300041 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.318195 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:56.371406 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-756a5767-c0ac-4167-9e15-a51c013df9a9 req-b251ead6-6d08-4d7d-9727-b7ee81410427 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022782 Sep 13 15:38:56.377231 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] For port 310d43ae-0535-4745-8398-4a0ef4ed4481, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:38:56.380129 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Allocated IP 172.27.1.171 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/3e6176b4-f265-48b3-aca9-a23a148eb16f) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:38:56.383742 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] For port 310d43ae-0535-4745-8398-4a0ef4ed4481, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=310d43ae-0535-4745-8398-4a0ef4ed4481,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:38:56.394916 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.397523 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c16e8-c107-4c42-a974-e671f040854c req-6c24988f-79c9-4b09-926f-3bb929f0ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:56.399163 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-6c24988f-79c9-4b09-926f-3bb929f0ac04 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 1128 time: 0.0462728 Sep 13 15:38:56.450896 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72f7f8-76a0-4e9b-a420-cb909cb5896a None None] Pushing event updated for resources: {'Port': ['ID=310d43ae-0535-4745-8398-4a0ef4ed4481,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:56.516083 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c16e8-c107-4c42-a974-e671f040854c req-1ce834d3-559f-4a6b-85f6-e058ef90159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:56.517961 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-1ce834d3-559f-4a6b-85f6-e058ef90159d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.1087530 Sep 13 15:38:56.524760 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks [] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.561125 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-4419b3a1-90ca-4113-bdc7-c79f8736a4d1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d308a79-d4e3-4650-921d-5f3b094974f4 HTTP/1.1" status: 200 len: 217 time: 0.0363178 Sep 13 15:38:56.564867 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.615270 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:38:56.619191 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:56.621303 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:38:56.627056 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Pushing event updated for resources: {'Port': ['ID=3e6176b4-f265-48b3-aca9-a23a148eb16f,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:56.644245 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c16e8-c107-4c42-a974-e671f040854c req-ab9301a6-d984-4b88-a070-2118220997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:56.646045 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-ab9301a6-d984-4b88-a070-2118220997eb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0798261 Sep 13 15:38:56.687365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:56.697969 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c16e8-c107-4c42-a974-e671f040854c req-01a0a3a6-7634-457c-a1a9-1180654ce511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:56.699521 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-01a0a3a6-7634-457c-a1a9-1180654ce511 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471816 Sep 13 15:38:56.761461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:56.812601 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-e92b9711-d925-43e0-afc1-3114dbd000a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062973 Sep 13 15:38:56.881626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks [] for router_gateway (5e8d38f3-7be3-472f-8b3c-306094d200e5), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:56.911515 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8a2c16e8-c107-4c42-a974-e671f040854c req-f3a36a5f-04c4-4292-bff4-8ac2ff186504 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918438 Sep 13 15:38:57.099736 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (5e8d38f3-7be3-472f-8b3c-306094d200e5), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:57.235383 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Router 5e8d38f3-7be3-472f-8b3c-306094d200e5 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:38:57.282684 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:57.343384 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:38:57.353016 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Sync routers for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:38:57.365632 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:38:57.366301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:57.366458 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:57.370410 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-9174b5bd-a500-4862-8757-563384fca97f admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6209550 Sep 13 15:38:57.370609 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35018) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:57.409813 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6a06b-721a-40a8-be92-4900a16643bb None None] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:38:57.436004 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 2d308a79-d4e3-4650-921d-5f3b094974f4 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:38:57.523575 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] Provisioning complete for port 310d43ae-0535-4745-8398-4a0ef4ed4481 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:57.524268 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:57.532058 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977ae5-3609-471d-b8db-51dcace33fa5 req-b1b2f491-99b3-49a3-9869-1a3228db0314 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:57.544323 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-67977ae5-3609-471d-b8db-51dcace33fa5 req-b1b2f491-99b3-49a3-9869-1a3228db0314 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 944 time: 0.0699675 Sep 13 15:38:57.613340 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-67977ae5-3609-471d-b8db-51dcace33fa5 req-3afbbd82-aa65-4c56-8ada-d0c13f62879a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646176 Sep 13 15:38:57.655969 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:38:57.660816 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 310d43ae-0535-4745-8398-4a0ef4ed4481 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:38:57.781561 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:57.793633 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:57.877287 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 2d308a79-d4e3-4650-921d-5f3b094974f4, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2d308a79-d4e3-4650-921d-5f3b094974f4,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:57.899776 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] Current status of the port 310d43ae-0535-4745-8398-4a0ef4ed4481 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:57.900088 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:57.916411 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'port_id': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'mac_address': 'fa:16:3e:ca:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:38:57.929713 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 310d43ae-0535-4745-8398-4a0ef4ed4481 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:57.930091 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:57.967976 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:57.997756 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:58.030787 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] For port 310d43ae-0535-4745-8398-4a0ef4ed4481, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=310d43ae-0535-4745-8398-4a0ef4ed4481,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:58.101896 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.193777 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.199441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 2d308a79-d4e3-4650-921d-5f3b094974f4 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:58.199817 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.256128 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d308a79-d4e3-4650-921d-5f3b094974f4 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:38:58.263564 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Allocated IP 172.20.0.1 (2139647d-b8ca-48a5-8bc6-2c73cabd38be/faa2f9fd-b099-4f33-a84e-3aae2c10e5a1/608d9146-b488-4660-9ba8-cc746c46a68e) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:38:58.285989 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:56Z', 'revision_number': 3, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:58.317220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:58.337109 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a87ec-4554-40cc-928f-c874f4ee483c None None] Pushing event updated for resources: {'Port': ['ID=310d43ae-0535-4745-8398-4a0ef4ed4481,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:58.343861 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Checking router: 5e8d38f3-7be3-472f-8b3c-306094d200e5 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:38:58.344207 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Updating router 5e8d38f3-7be3-472f-8b3c-306094d200e5 port 3e6176b4-f265-48b3-aca9-a23a148eb16f binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:38:58.349412 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 2d308a79-d4e3-4650-921d-5f3b094974f4, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2d308a79-d4e3-4650-921d-5f3b094974f4,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:38:58.353758 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 310d43ae-0535-4745-8398-4a0ef4ed4481 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:58.374042 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.378346 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks [] for port (608d9146-b488-4660-9ba8-cc746c46a68e), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.378977 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-20679c87-5ab0-4e98-ba0f-85ccaed139e1 None None] Provisioning complete for port 310d43ae-0535-4745-8398-4a0ef4ed4481 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:58.379327 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-20679c87-5ab0-4e98-ba0f-85ccaed139e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.411438 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.427450 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.451350 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:38:58.456411 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:58.461206 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:38:58.464674 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Pushing event updated for resources: {'Port': ['ID=608d9146-b488-4660-9ba8-cc746c46a68e,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:58.492917 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=2d308a79-d4e3-4650-921d-5f3b094974f4,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:58.508802 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (5e8d38f3-7be3-472f-8b3c-306094d200e5), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.611649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-20679c87-5ab0-4e98-ba0f-85ccaed139e1 None None] Current status of the port 310d43ae-0535-4745-8398-4a0ef4ed4481 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:58.666955 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.706995 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:58.731403 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['2d308a79-d4e3-4650-921d-5f3b094974f4'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:38:58.754441 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8782-8389-40a8-8441-dd14dbb7e886 req-7c611131-94bd-4a05-8e38-ffb3220babc6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:58.755970 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6baf8782-8389-40a8-8441-dd14dbb7e886 req-7c611131-94bd-4a05-8e38-ffb3220babc6 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 945 time: 0.0557470 Sep 13 15:38:58.788050 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-38d39568-c567-411b-96b7-5eb462acb3dd None None] Provisioning complete for port 608d9146-b488-4660-9ba8-cc746c46a68e triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:58.788522 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-38d39568-c567-411b-96b7-5eb462acb3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.796553 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Publish callbacks [] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.820731 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6baf8782-8389-40a8-8441-dd14dbb7e886 req-a1d6ce8a-9bac-4a0d-9d9e-5f088e14dc14 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583091 Sep 13 15:38:58.833427 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.849426 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:58.853733 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks [] for port (608d9146-b488-4660-9ba8-cc746c46a68e), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.859360 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.863007 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-38d39568-c567-411b-96b7-5eb462acb3dd None None] Port 608d9146-b488-4660-9ba8-cc746c46a68e cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:38:58.875020 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:58.902611 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Attempting to bind port 3e6176b4-f265-48b3-aca9-a23a148eb16f on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:38:58.902965 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Attempting to bind port 3e6176b4-f265-48b3-aca9-a23a148eb16f by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:38:58.903330 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Attempting to bind port 3e6176b4-f265-48b3-aca9-a23a148eb16f on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:38:58.933421 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (5e8d38f3-7be3-472f-8b3c-306094d200e5), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.934846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419b797-3c75-4304-9ee0-ce3725104526 None None] Pushing event updated for resources: {'Port': ['ID=3e6176b4-f265-48b3-aca9-a23a148eb16f,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:58.935156 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Pushing event updated for resources: {'Port': ['ID=608d9146-b488-4660-9ba8-cc746c46a68e,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:58.992464 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:38:58.993205 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:38:58.993205 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:58.993535 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:38:58.994015 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Bound port: 3e6176b4-f265-48b3-aca9-a23a148eb16f, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:38:58.994422 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.029365 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:38:59.031253 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:38:59.064562 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] For port 3e6176b4-f265-48b3-aca9-a23a148eb16f, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:38:59.069607 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] For port 3e6176b4-f265-48b3-aca9-a23a148eb16f, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=3e6176b4-f265-48b3-aca9-a23a148eb16f,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:38:59.079576 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.111652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:59.124850 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:38:59.125503 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:59.172226 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Router 5e8d38f3-7be3-472f-8b3c-306094d200e5 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:38:59.180814 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419b797-3c75-4304-9ee0-ce3725104526 None None] Pushing event updated for resources: {'Port': ['ID=3e6176b4-f265-48b3-aca9-a23a148eb16f,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:38:59.251254 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:38:59.290938 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:38:59.296224 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e83c5e0c-b566-4c15-94b9-2c48f1061806 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5e8d38f3-7be3-472f-8b3c-306094d200e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9245374 Sep 13 15:38:59.296837 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-aa76c312-842f-4872-947a-072128ffaf25 None None] Provisioning complete for port 608d9146-b488-4660-9ba8-cc746c46a68e triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:59.297214 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-aa76c312-842f-4872-947a-072128ffaf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.397478 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-aa76c312-842f-4872-947a-072128ffaf25 None None] Port 608d9146-b488-4660-9ba8-cc746c46a68e cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:38:59.444022 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:59.484129 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 2, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:38:59.514096 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce2399-1386-4dc4-a047-c2b29f77c2c5 None None] The sync data for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi is: [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 2, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:38:59.582452 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 310d43ae-0535-4745-8398-4a0ef4ed4481 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:38:59.630833 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 310d43ae-0535-4745-8398-4a0ef4ed4481 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:59.632215 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.709606 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 310d43ae-0535-4745-8398-4a0ef4ed4481 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:38:59.808629 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 2d308a79-d4e3-4650-921d-5f3b094974f4 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:38:59.852870 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35044) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:38:59.858065 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-156801060-network', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:38:59.883447 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 2d308a79-d4e3-4650-921d-5f3b094974f4 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:38:59.890877 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Made reservation on behalf of c4845b9e9baf48ffb49701d088fb2400 for: {'network': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:38:59.893511 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 2d308a79-d4e3-4650-921d-5f3b094974f4 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:38:59.894029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.894368 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.910434 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:38:59.938746 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:38:59.968101 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab2f6-2717-4c0a-9f0e-4893e33189cb req-f95b223c-cca2-4071-8463-a1cc590e9dbe tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:38:59.977356 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd5ab2f6-2717-4c0a-9f0e-4893e33189cb req-f95b223c-cca2-4071-8463-a1cc590e9dbe tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 945 time: 0.0677199 Sep 13 15:39:00.007836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 2d308a79-d4e3-4650-921d-5f3b094974f4 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:00.007836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.014241 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks [] for security_group (0915768f-dc89-4aef-bedd-ff9807297c09), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.022504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0915768f-dc89-4aef-bedd-ff9807297c09), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.036704 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:00.039455 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bd5ab2f6-2717-4c0a-9f0e-4893e33189cb req-9b4ab282-060c-4b3b-b819-ae9691330476 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604727 Sep 13 15:39:00.040332 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be4d1b0-5570-41e6-9379-d00749c62241" -d '{"events": [{"server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "name": "network-vif-plugged", "status": "completed", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:00.053289 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915768f-dc89-4aef-bedd-ff9807297c09,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:00.062984 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=106264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:39:00.071830 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 2d308a79-d4e3-4650-921d-5f3b094974f4, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2d308a79-d4e3-4650-921d-5f3b094974f4,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:00.082746 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (0e79c44f-3246-40d1-a4a2-2e064444339c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.083155 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.segments_db [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Added segment 0e79c44f-3246-40d1-a4a2-2e064444339c of type vlan for network 157d5f41-b0b7-4ff0-b388-3d9abd51026c Sep 13 15:39:00.087711 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.098422 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aa4e22-f7de-4e3e-8b7c-388e447a89b4 x-openstack-request-id: req-03aa4e22-f7de-4e3e-8b7c-388e447a89b4 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:00.098721 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "name": "network-vif-plugged", "status": "completed", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:00.098976 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03aa4e22-f7de-4e3e-8b7c-388e447a89b4 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:00.099381 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03aa4e22-f7de-4e3e-8b7c-388e447a89b4'] response: {'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'code': 200} Sep 13 15:39:00.138071 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (157d5f41-b0b7-4ff0-b388-3d9abd51026c), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.153012 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=2d308a79-d4e3-4650-921d-5f3b094974f4,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:00.174394 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (157d5f41-b0b7-4ff0-b388-3d9abd51026c), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.175747 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:00.176348 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.234446 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3775265 Sep 13 15:39:00.235231 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35050) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:00.240401 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Request body: {'subnet': {'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-156801060-subnet', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'ip_version': 4}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:00.244670 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dbe73-8e7a-4700-90dc-b3100da19c66 admin admin] Pushing event updated for resources: {'Network': ['ID=157d5f41-b0b7-4ff0-b388-3d9abd51026c,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:00.255146 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:39:00.276905 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Made reservation on behalf of c4845b9e9baf48ffb49701d088fb2400 for: {'subnet': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:39:00.279435 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3816431'] for subnet (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.365047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:00.543069 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3616226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3816445'] for subnet (05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.598840 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:00.620902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Checking segment: {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:39:00.621334 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Network hostable DHCP agents. Network: 157d5f41-b0b7-4ff0-b388-3d9abd51026c, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:39:00.646760 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7694a-2a6a-41f1-8680-bdc74d699e83 req-9fa08744-517c-4310-8c4b-88005dd905f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:00.648405 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-15f7694a-2a6a-41f1-8680-bdc74d699e83 req-9fa08744-517c-4310-8c4b-88005dd905f5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 1130 time: 0.0624859 Sep 13 15:39:00.652236 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:39:00.664943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, 157d5f41-b0b7-4ff0-b388-3d9abd51026c) {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:00.671637 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:00.672249 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.673463 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b473b091-c59e-45cc-b3cf-fe6350b7f105 None None] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:39:00.711506 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35052) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:00.712344 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b3126c06-e0ff-4270-970a-116d1088761b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4756761 Sep 13 15:39:00.722501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:00.751838 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-15f7694a-2a6a-41f1-8680-bdc74d699e83 req-4eccc56a-3573-48c1-9a4f-2a691608703d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921278 Sep 13 15:39:00.768030 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-978568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (b4b25b71-7979-400f-bca6-b9c95d250140), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.769267 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-977086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12614'] for router (b4b25b71-7979-400f-bca6-b9c95d250140), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.788731 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:00.809848 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63a5dab4-256d-53fc-bf01-663395c773ad-157d5f41-b0b7-4ff0-b388-3d9abd51026c', 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c', 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'fixed_ips': [{'subnet_id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789'}]}} from dv-cinder-857434-2-iscsi. {{(pid=106265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 15:39:00.810829 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.830191 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks [] for router_controller (b4b25b71-7979-400f-bca6-b9c95d250140), precommit_add_association {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:00.946072 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:00.966462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.db_base_plugin_common [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Allocated IP 172.20.0.2 (157d5f41-b0b7-4ff0-b388-3d9abd51026c/05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789/ceda71c1-f285-44d2-ac49-ee13c00e4d0a) {{(pid=106265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:39:00.977929 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks [] for router_gateway (b4b25b71-7979-400f-bca6-b9c95d250140), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.111740 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:01.138875 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Publish callbacks [] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), precommit_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.151265 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), after_create {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.191962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks [] for router_gateway (b4b25b71-7979-400f-bca6-b9c95d250140), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.201866 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c is already hosted by enough agents. {{(pid=106265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:39:01.206648 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Pushing event updated for resources: {'Port': ['ID=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,revision_number=1']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:01.209223 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Resources bound (agent type, host, resource id): {{(pid=106265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:01.211496 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Received port after_create {{(pid=106265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:39:01.222818 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81371-274b-4235-90ee-c195bc73fab8 req-bc4f8276-4958-4f2b-827c-0252380b4d32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:01.230538 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-00b81371-274b-4235-90ee-c195bc73fab8 req-bc4f8276-4958-4f2b-827c-0252380b4d32 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0712063 Sep 13 15:39:01.248134 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.257774 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:01.291476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Attempting to bind port ceda71c1-f285-44d2-ac49-ee13c00e4d0a on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:39:01.292391 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Attempting to bind port ceda71c1-f285-44d2-ac49-ee13c00e4d0a by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:39:01.292391 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Attempting to bind port ceda71c1-f285-44d2-ac49-ee13c00e4d0a on network 157d5f41-b0b7-4ff0-b388-3d9abd51026c {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:39:01.297470 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-00b81371-274b-4235-90ee-c195bc73fab8 req-6030739a-c98d-490c-ad40-6e34345e42cb tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658877 Sep 13 15:39:01.344124 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:39:01.344550 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Checking segment: {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:39:01.345502 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.346212 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Bound using segment: {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:39:01.346743 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Bound port: ceda71c1-f285-44d2-ac49-ee13c00e4d0a, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:39:01.347126 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.404789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Allocated IP 172.27.1.199 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/7df60708-ea83-4c36-8e38-f2233614fe90) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:39:01.413834 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:01.419464 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] For port ceda71c1-f285-44d2-ac49-ee13c00e4d0a, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:39:01.423336 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] For port ceda71c1-f285-44d2-ac49-ee13c00e4d0a, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,segment=NetworkSegment(0e79c44f-3246-40d1-a4a2-2e064444339c),segment_id=0e79c44f-3246-40d1-a4a2-2e064444339c)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:39:01.431308 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.482136 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3c5f2-8029-4232-a025-37d6a262025d None None] Pushing event updated for resources: {'Port': ['ID=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:01.530525 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks [] for port (7df60708-ea83-4c36-8e38-f2233614fe90), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.572926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.605337 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 3e6176b4-f265-48b3-aca9-a23a148eb16f up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:01.608894 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:39:01.612475 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:01.632455 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:39:01.724108 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Pushing event updated for resources: {'Port': ['ID=7df60708-ea83-4c36-8e38-f2233614fe90,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:01.733020 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 3e6176b4-f265-48b3-aca9-a23a148eb16f triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:01.733508 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.808748 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.851967 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 3e6176b4-f265-48b3-aca9-a23a148eb16f is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:01.852364 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.875858 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 3e6176b4-f265-48b3-aca9-a23a148eb16f, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=3e6176b4-f265-48b3-aca9-a23a148eb16f,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:01.882285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:01.931888 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:01.944248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=3e6176b4-f265-48b3-aca9-a23a148eb16f,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:01.992180 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks [] for router_gateway (b4b25b71-7979-400f-bca6-b9c95d250140), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.136780 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:02.190818 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-977135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975161'] for router (b4b25b71-7979-400f-bca6-b9c95d250140), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.330050 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Router b4b25b71-7979-400f-bca6-b9c95d250140 is scheduled to L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 with binding_index 1 {{(pid=106264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 15:39:02.432843 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ffe15-722f-443d-b64c-1e03d8539106 req-4616c67a-b53d-46c9-a3af-7eaa2d335f49 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:02.435240 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c53ffe15-722f-443d-b64c-1e03d8539106 req-4616c67a-b53d-46c9-a3af-7eaa2d335f49 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0550716 Sep 13 15:39:02.502227 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c53ffe15-722f-443d-b64c-1e03d8539106 req-722aaf98-6aba-44f4-8488-0b0da6f88b48 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605047 Sep 13 15:39:02.534726 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ced8a-b823-47d7-bc9d-143c2503db7c None None] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:39:02.578882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-6621d91b-fc33-408e-8292-87066563d99e None None] Provisioning complete for port ceda71c1-f285-44d2-ac49-ee13c00e4d0a triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:02.579464 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6621d91b-fc33-408e-8292-87066563d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.580674 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Sync routers for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:02.590602 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:02.591217 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:02.706883 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-6621d91b-fc33-408e-8292-87066563d99e None None] Current status of the port ceda71c1-f285-44d2-ac49-ee13c00e4d0a is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:02.707287 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6621d91b-fc33-408e-8292-87066563d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.712213 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:02.750940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-6621d91b-fc33-408e-8292-87066563d99e None None] For port ceda71c1-f285-44d2-ac49-ee13c00e4d0a, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,segment=NetworkSegment(0e79c44f-3246-40d1-a4a2-2e064444339c),segment_id=0e79c44f-3246-40d1-a4a2-2e064444339c)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:02.759297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6621d91b-fc33-408e-8292-87066563d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.780192 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:02.794283 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Sync routers for ids ['b4b25b71-7979-400f-bca6-b9c95d250140'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:02.825806 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.827199 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5a05579b-d0e3-4c3e-96c8-4107b974d749 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1143475 Sep 13 15:39:02.830448 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35076) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:02.832944 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Routers {'b4b25b71-7979-400f-bca6-b9c95d250140'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:02.833827 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b4b25b71-7979-400f-bca6-b9c95d250140'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:02.842549 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:02.895932 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621d91b-fc33-408e-8292-87066563d99e None None] Pushing event updated for resources: {'Port': ['ID=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:02.959671 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 2, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:02.990038 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-b17bc042-a099-4249-b712-97a394a9cc78 None None] Provisioning complete for port ceda71c1-f285-44d2-ac49-ee13c00e4d0a triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:02.990531 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b17bc042-a099-4249-b712-97a394a9cc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:02.993566 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Set router b4b25b71-7979-400f-bca6-b9c95d250140 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:03.083418 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Checking router: 5e8d38f3-7be3-472f-8b3c-306094d200e5 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:03.083974 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Updating router 5e8d38f3-7be3-472f-8b3c-306094d200e5 port 608d9146-b488-4660-9ba8-cc746c46a68e binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:39:03.112021 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.135214 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:03.218984 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-b17bc042-a099-4249-b712-97a394a9cc78 None None] Current status of the port ceda71c1-f285-44d2-ac49-ee13c00e4d0a is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:03.236579 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 3, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:03.267649 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Checking router: b4b25b71-7979-400f-bca6-b9c95d250140 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:03.268030 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Updating router b4b25b71-7979-400f-bca6-b9c95d250140 port 7df60708-ea83-4c36-8e38-f2233614fe90 binding host dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:39:03.311002 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.372299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.419107 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Publish callbacks [] for port (608d9146-b488-4660-9ba8-cc746c46a68e), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.430406 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.505663 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Pushing event updated for resources: {'Port': ['ID=608d9146-b488-4660-9ba8-cc746c46a68e,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:03.532648 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.532944 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.533367 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.533757 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.534125 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.534618 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.545512 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.546067 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.547252 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.547623 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.547995 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.548350 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.548728 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.549596 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.549596 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:03.596199 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Attempting to bind port 608d9146-b488-4660-9ba8-cc746c46a68e on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:39:03.596865 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Attempting to bind port 608d9146-b488-4660-9ba8-cc746c46a68e by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:39:03.596961 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Attempting to bind port 608d9146-b488-4660-9ba8-cc746c46a68e on network 2139647d-b8ca-48a5-8bc6-2c73cabd38be {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:39:03.667081 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:39:03.668550 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Checking segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:39:03.669117 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.669662 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Bound using segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:39:03.670447 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Bound port: 608d9146-b488-4660-9ba8-cc746c46a68e, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:39:03.672178 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.705292 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Publish callbacks [] for port (7df60708-ea83-4c36-8e38-f2233614fe90), precommit_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.716551 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.732625 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:03.738905 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 3e6176b4-f265-48b3-aca9-a23a148eb16f up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:03.756574 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:03.760975 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] For port 608d9146-b488-4660-9ba8-cc746c46a68e, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:39:03.765350 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] For port 608d9146-b488-4660-9ba8-cc746c46a68e, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=608d9146-b488-4660-9ba8-cc746c46a68e,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:39:03.771872 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.787359 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Attempting to bind port 7df60708-ea83-4c36-8e38-f2233614fe90 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:39:03.787972 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Attempting to bind port 7df60708-ea83-4c36-8e38-f2233614fe90 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:39:03.788188 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ee59-6020-4b44-a061-d56b46ba1eb0 req-e2d43b6b-67d5-44eb-89d6-8c72c315e48e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:03.788637 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Attempting to bind port 7df60708-ea83-4c36-8e38-f2233614fe90 on network b30a9967-e978-451b-8d7f-fe56992fabf6 {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:39:03.790347 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8972ee59-6020-4b44-a061-d56b46ba1eb0 req-e2d43b6b-67d5-44eb-89d6-8c72c315e48e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0836430 Sep 13 15:39:03.800865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:03.812957 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:03.813601 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:03.841539 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf2c3-c2b6-454a-83de-a4b4d20ebadf None None] Pushing event updated for resources: {'Port': ['ID=7df60708-ea83-4c36-8e38-f2233614fe90,revision_number=2']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:03.868683 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 3e6176b4-f265-48b3-aca9-a23a148eb16f triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:03.869457 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.869738 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c7b11-26c9-44b0-bfb7-432e8fb7c2ff None None] Pushing event updated for resources: {'Port': ['ID=608d9146-b488-4660-9ba8-cc746c46a68e,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:03.904849 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8972ee59-6020-4b44-a061-d56b46ba1eb0 req-c266226c-6a76-4a63-b6a4-f5209efb356c tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981538 Sep 13 15:39:03.911373 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:39:03.912585 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Checking segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:39:03.912986 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.913538 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Bound using segment: {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'} {{(pid=106265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:39:03.914222 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.managers [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Bound port: 7df60708-ea83-4c36-8e38-f2233614fe90, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8580d9-a362-424e-98e9-beb98ef7d730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6'}}] {{(pid=106265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:39:03.914785 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:03.933536 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:03.953878 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:03.967819 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Allocated IP 172.20.0.1 (157d5f41-b0b7-4ff0-b388-3d9abd51026c/05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789/1a2b8213-e2f0-45a9-b01d-181a43e15d07) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:39:04.013285 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 3e6176b4-f265-48b3-aca9-a23a148eb16f is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:04.014373 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ceda71c1-f285-44d2-ac49-ee13c00e4d0a up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:04.035063 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] For port 7df60708-ea83-4c36-8e38-f2233614fe90, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:39:04.046863 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:04.056367 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] For port 7df60708-ea83-4c36-8e38-f2233614fe90, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7df60708-ea83-4c36-8e38-f2233614fe90,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:39:04.066860 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.091986 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf31ac-9875-42e0-806c-5e4624e4547c req-2767deb3-73dc-4661-8733-5b8f7a24b278 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:04.093491 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e4bf31ac-9875-42e0-806c-5e4624e4547c req-2767deb3-73dc-4661-8733-5b8f7a24b278 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0652380 Sep 13 15:39:04.108777 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35086) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:04.113354 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port ceda71c1-f285-44d2-ac49-ee13c00e4d0a triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:04.113517 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.115822 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Request body: {'floatingip': {'port_id': '2d308a79-d4e3-4650-921d-5f3b094974f4'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:04.126601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:04.150482 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Routers {'b4b25b71-7979-400f-bca6-b9c95d250140'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:04.151134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b4b25b71-7979-400f-bca6-b9c95d250140'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:04.183412 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (9983d1e1-2df5-4ca8-91e1-d02158fefd32), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.183988 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:03Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:04.189519 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks [] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.218740 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761616af-02a5-4b11-bc66-12b2295ee579 None None] The sync data for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi is: [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:03Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:04.237281 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.282378 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Pushing event updated for resources: {'Port': ['ID=1a2b8213-e2f0-45a9-b01d-181a43e15d07,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:04.295483 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:39:04.297134 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:04.312773 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:39:04.400572 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524316'] for router_interface (b4b25b71-7979-400f-bca6-b9c95d250140), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.466527 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf2c3-c2b6-454a-83de-a4b4d20ebadf None None] Pushing event updated for resources: {'Port': ['ID=7df60708-ea83-4c36-8e38-f2233614fe90,revision_number=3']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:04.544920 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port ceda71c1-f285-44d2-ac49-ee13c00e4d0a is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:04.628222 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] Set router b4b25b71-7979-400f-bca6-b9c95d250140 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:04.644677 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.801220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:04.830895 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-29f8d2fa-26a9-4ae6-9271-4aef2b7c2b87 None None] Provisioning complete for port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:04.831494 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-29f8d2fa-26a9-4ae6-9271-4aef2b7c2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.861640 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:04.877395 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks [] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.880904 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-29f8d2fa-26a9-4ae6-9271-4aef2b7c2b87 None None] Port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:39:04.886228 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.924294 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 3, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:04.951660 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.957704 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2e876-1976-4b37-9cb4-9e433aea7de2 None None] The sync data for ids ['b4b25b71-7979-400f-bca6-b9c95d250140'] in dv-cinder-857434-2-iscsi is: [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 3, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:04.962994 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (9983d1e1-2df5-4ca8-91e1-d02158fefd32), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:04.990898 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Pushing event updated for resources: {'Port': ['ID=1a2b8213-e2f0-45a9-b01d-181a43e15d07,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:04.994896 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524424'] for router_interface (b4b25b71-7979-400f-bca6-b9c95d250140), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:05.076385 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP 9983d1e1-2df5-4ca8-91e1-d02158fefd32 associated. External IP: 172.27.1.121, port: 2d308a79-d4e3-4650-921d-5f3b094974f4. Sep 13 15:39:05.102641 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:39:05.104190 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:05.262399 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Router b4b25b71-7979-400f-bca6-b9c95d250140 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:05.419257 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:05.428865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:05.431944 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:05.436117 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2049f3ff-9eb8-4de1-b463-077efe65342f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/b4b25b71-7979-400f-bca6-b9c95d250140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6033556 Sep 13 15:39:05.507089 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-0c49799f-17b6-4a95-bc45-7860ab02a382 None None] Provisioning complete for port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:05.507867 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0c49799f-17b6-4a95-bc45-7860ab02a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:05.574321 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-0c49799f-17b6-4a95-bc45-7860ab02a382 None None] Port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:39:05.592036 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:05.599428 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:05.607891 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:05.641495 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:05.645317 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:05.664178 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-969bbdbc-b3a0-4a93-8d91-9b6a2d13b345 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/9983d1e1-2df5-4ca8-91e1-d02158fefd32 HTTP/1.1" status: 200 len: 992 time: 1.5536723 Sep 13 15:39:05.665674 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:05.674391 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df371640-aa38-45de-a0b0-08aa8333a54f" -d '{"events": [{"name": "network-changed", "server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:05.718475 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322dbd1d-aa5e-4113-8bb7-f81c7e0a2b7a x-openstack-request-id: req-322dbd1d-aa5e-4113-8bb7-f81c7e0a2b7a {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:05.718871 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:05.719219 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-322dbd1d-aa5e-4113-8bb7-f81c7e0a2b7a {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:05.719771 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322dbd1d-aa5e-4113-8bb7-f81c7e0a2b7a'] response: {'name': 'network-changed', 'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'status': 'completed', 'code': 200} Sep 13 15:39:05.761349 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7df60708-ea83-4c36-8e38-f2233614fe90 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:05.818136 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371640-aa38-45de-a0b0-08aa8333a54f req-73a81ad4-6c4f-4a0c-9938-1cc89bef4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:05.818367 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:05.818494 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-73a81ad4-6c4f-4a0c-9938-1cc89bef4202 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 1130 time: 0.0719693 Sep 13 15:39:05.849734 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 7df60708-ea83-4c36-8e38-f2233614fe90 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:05.850807 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:05.954669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 7df60708-ea83-4c36-8e38-f2233614fe90 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:05.956038 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:05.985499 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 7df60708-ea83-4c36-8e38-f2233614fe90, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7df60708-ea83-4c36-8e38-f2233614fe90,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:05.996497 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:05.997632 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 608d9146-b488-4660-9ba8-cc746c46a68e up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:06.013766 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371640-aa38-45de-a0b0-08aa8333a54f req-dcd6bc99-90b6-4b85-b47d-bfdcfecce6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:06.015387 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-dcd6bc99-90b6-4b85-b47d-bfdcfecce6a5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.1918228 Sep 13 15:39:06.048491 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.065167 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=7df60708-ea83-4c36-8e38-f2233614fe90,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:06.087152 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35114) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:06.093252 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261582798', 'description': 'tempest-secgroup-smoke-1261582798 description', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:06.111425 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-3656fe3e-d2c5-4d8d-9496-49b4430d9d64 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d308a79-d4e3-4650-921d-5f3b094974f4 HTTP/1.1" status: 200 len: 1000 time: 0.0886018 Sep 13 15:39:06.112939 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.143367 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 608d9146-b488-4660-9ba8-cc746c46a68e triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:06.143785 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.160055 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.179991 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371640-aa38-45de-a0b0-08aa8333a54f req-36aa247e-6f18-410c-91a4-32c6f544b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:06.181790 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-36aa247e-6f18-410c-91a4-32c6f544b8be service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0633187 Sep 13 15:39:06.204968 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '9983d1e1-2df5-4ca8-91e1-d02158fefd32', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:ca:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:38:50Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:06.217802 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.243714 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:06.263071 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:06.264110 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:06.284021 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371640-aa38-45de-a0b0-08aa8333a54f req-ea3ebbdf-64d3-409f-b37a-f1b2de2892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:06.285754 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-ea3ebbdf-64d3-409f-b37a-f1b2de2892f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898747 Sep 13 15:39:06.305445 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 608d9146-b488-4660-9ba8-cc746c46a68e is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:06.305955 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.307558 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group (63cee111-a549-4433-9406-0e3d855a6d23), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.318837 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (63cee111-a549-4433-9406-0e3d855a6d23), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.378194 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cee111-a549-4433-9406-0e3d855a6d23,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:06.384483 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 608d9146-b488-4660-9ba8-cc746c46a68e, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=608d9146-b488-4660-9ba8-cc746c46a68e,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:06.392918 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.422201 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.430619 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b662a45a-6d4d-495c-b74f-4e5bc19e34fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3396850 Sep 13 15:39:06.436593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35122) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:06.457819 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:06.474155 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group_rule': {'security_group_id': '63cee111-a549-4433-9406-0e3d855a6d23', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:06.477296 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-a5febefa-85c5-40da-8f0e-8fd2e34f756f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832685 Sep 13 15:39:06.510589 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-4bbb58c3-cea2-4c56-bfd2-4481dc8a7669 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206198 Sep 13 15:39:06.513038 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=608d9146-b488-4660-9ba8-cc746c46a68e,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:06.547289 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (123f5c46-7d8f-4292-b2cf-44142838a678), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.595810 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.602613 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.608750 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-df371640-aa38-45de-a0b0-08aa8333a54f req-2f39245b-b265-43b8-8ca5-7ffdca5f7ed0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223588 Sep 13 15:39:06.625271 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.630439 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-6ecef98f-9572-4388-9312-99429965362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:06.632074 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-6ecef98f-9572-4388-9312-99429965362a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=597b9e023e324874ac5f24ee571d1f66&device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 1129 time: 0.0925138 Sep 13 15:39:06.733673 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:06.783714 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (123f5c46-7d8f-4292-b2cf-44142838a678), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.801658 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (123f5c46-7d8f-4292-b2cf-44142838a678), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.861630 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123f5c46-7d8f-4292-b2cf-44142838a678,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:06.861860 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '9983d1e1-2df5-4ca8-91e1-d02158fefd32', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:ca:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:38:50Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:06.878818 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.880020 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4121733 Sep 13 15:39:06.883028 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35130) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:06.887047 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ad8b5-97aa-471d-a6fe-29773740249e None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': '9983d1e1-2df5-4ca8-91e1-d02158fefd32', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'port_id': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'mac_address': 'fa:16:3e:ca:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:38:50Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 1, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:06.887725 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1962-d31d-479d-a305-e8d270c4d536 req-e650d31b-f565-4490-a4a7-c47ad7d9c240 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:06.888299 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group_rule': {'security_group_id': '63cee111-a549-4433-9406-0e3d855a6d23', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:06.889918 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-337a1962-d31d-479d-a305-e8d270c4d536 req-e650d31b-f565-4490-a4a7-c47ad7d9c240 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.1027582 Sep 13 15:39:06.892047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.892334 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.892676 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.893055 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.893388 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.893729 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.894086 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.894726 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.895105 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.895436 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.896251 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.896601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.896927 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.897249 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.897567 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243927c-4efe-4507-9f43-277cb6ef6e1a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:06.903680 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-c7d88b36-2139-4ce4-894b-535e1b097045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:06.905111 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-c7d88b36-2139-4ce4-894b-535e1b097045 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 200 len: 911 time: 0.2152410 Sep 13 15:39:06.922058 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (e4f0be92-bb79-4886-a013-ce880f3ccc67), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:06.952660 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-337a1962-d31d-479d-a305-e8d270c4d536 req-b0bfef02-a769-4a64-9ed3-8f9075425887 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509596 Sep 13 15:39:07.007426 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (e4f0be92-bb79-4886-a013-ce880f3ccc67), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.012425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (e4f0be92-bb79-4886-a013-ce880f3ccc67), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.032967 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f0be92-bb79-4886-a013-ce880f3ccc67,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:07.042547 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.042886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.043222 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.043555 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.043884 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.044209 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.044528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.044847 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.045340 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.045484 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.045869 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.046131 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.046448 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.046763 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.047074 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:39:07.051916 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.055766 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-96d91c91-258d-4f25-8a29-88aca99f582b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689594 Sep 13 15:39:07.056691 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35132) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:07.062242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group_rule': {'security_group_id': '63cee111-a549-4433-9406-0e3d855a6d23', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:07.099226 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (a89220f4-ad0d-4047-8450-9a4e482b9506), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.150948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (a89220f4-ad0d-4047-8450-9a4e482b9506), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.156487 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (a89220f4-ad0d-4047-8450-9a4e482b9506), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.177116 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89220f4-ad0d-4047-8450-9a4e482b9506,revision_number=0']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:07.188328 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.189789 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2ca6a394-8540-48b8-b162-8df2353a00dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317439 Sep 13 15:39:07.192746 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35134) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:07.197414 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group_rule': {'security_group_id': '63cee111-a549-4433-9406-0e3d855a6d23', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:07.231745 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48bab3-76f3-4ee5-865d-eb51adb38012 None None] New status for floating IP 9983d1e1-2df5-4ca8-91e1-d02158fefd32: ACTIVE {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:39:07.232368 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (7ba94843-eab0-4f9d-8c50-f19f352abf37), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.272413 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:07.293434 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (7ba94843-eab0-4f9d-8c50-f19f352abf37), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.298652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (7ba94843-eab0-4f9d-8c50-f19f352abf37), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.319343 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba94843-eab0-4f9d-8c50-f19f352abf37,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:07.331415 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.334579 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6559c886-e022-42f3-b975-396ba787ad57 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407101 Sep 13 15:39:07.336651 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35136) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:07.341149 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group_rule': {'security_group_id': '63cee111-a549-4433-9406-0e3d855a6d23', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:07.362937 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.securitygroups_db [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Project 7eb316ace93e48c68ade74e9c5fccbf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 15:39:07.369104 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (5062abe7-1b8c-4627-8062-4d093eb19e30), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.402252 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Sync routers for ids ['b4b25b71-7979-400f-bca6-b9c95d250140'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:07.413523 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Routers {'b4b25b71-7979-400f-bca6-b9c95d250140'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:07.414187 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b4b25b71-7979-400f-bca6-b9c95d250140'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:07.445383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (5062abe7-1b8c-4627-8062-4d093eb19e30), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.450798 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (5062abe7-1b8c-4627-8062-4d093eb19e30), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.470011 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5062abe7-1b8c-4627-8062-4d093eb19e30,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:07.478388 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.479813 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2f3ecc11-29eb-4cb9-96ff-b79f338a24e8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420834 Sep 13 15:39:07.482774 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35138) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:07.488648 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'security_group_rule': {'security_group_id': '63cee111-a549-4433-9406-0e3d855a6d23', 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:07.515696 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.securitygroups_db [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Project 7eb316ace93e48c68ade74e9c5fccbf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 15:39:07.523257 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (35b53c6d-2b27-445f-8632-47969bd5112d), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.528039 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Set router b4b25b71-7979-400f-bca6-b9c95d250140 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:07.590231 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7df60708-ea83-4c36-8e38-f2233614fe90 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:07.595908 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (35b53c6d-2b27-445f-8632-47969bd5112d), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.603279 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594351'] for security_group_rule (35b53c6d-2b27-445f-8632-47969bd5112d), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.624928 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b53c6d-2b27-445f-8632-47969bd5112d,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:07.636888 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.638346 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c95b5834-dc30-492a-9e58-9d2e134a8ff5 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541953 Sep 13 15:39:07.652276 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 7df60708-ea83-4c36-8e38-f2233614fe90 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:07.653110 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.731491 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 7df60708-ea83-4c36-8e38-f2233614fe90 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:07.732743 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 608d9146-b488-4660-9ba8-cc746c46a68e up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:07.753154 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 4, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '1a2b8213-e2f0-45a9-b01d-181a43e15d07', 'name': '', 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'mac_address': 'fa:16:3e:92:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:03Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 2, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'subnets': [{'id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:07.777644 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 608d9146-b488-4660-9ba8-cc746c46a68e triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:07.778075 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.780359 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Checking router: b4b25b71-7979-400f-bca6-b9c95d250140 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:07.780906 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Updating router b4b25b71-7979-400f-bca6-b9c95d250140 port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 binding host dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 15:39:07.811707 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:07.857432 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 608d9146-b488-4660-9ba8-cc746c46a68e is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:08.085500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2535ea-2067-42cb-8251-135d3f3a40c3 req-9b5d05bb-cefd-4449-8381-7bbdde6a6352 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:08.087570 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd2535ea-2067-42cb-8251-135d3f3a40c3 req-9b5d05bb-cefd-4449-8381-7bbdde6a6352 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0555906 Sep 13 15:39:08.109883 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Publish callbacks [] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), precommit_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:08.119593 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:08.152787 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd2535ea-2067-42cb-8251-135d3f3a40c3 req-53763198-0452-4b09-a8c6-d9810dc9367b tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592928 Sep 13 15:39:08.176310 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08f89c-8ec6-47ae-9d72-e5d58316f1d7 None None] Pushing event updated for resources: {'Port': ['ID=1a2b8213-e2f0-45a9-b01d-181a43e15d07,revision_number=3']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:08.222325 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Attempting to bind port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 on host dv-cinder-857434-2-iscsi for vnic_type normal with profile {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:39:08.222703 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Attempting to bind port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 by drivers openvswitch,hyperv on host dv-cinder-857434-2-iscsi at level 0 using segments [{'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:39:08.223062 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Attempting to bind port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 on network 157d5f41-b0b7-4ff0-b388-3d9abd51026c {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:39:08.247356 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:08.268950 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Checking agent: {'id': '2930c0d3-2325-45c7-bb4c-aabcea894cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857434-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 21, 51), 'started_at': datetime.datetime(2022, 9, 13, 15, 22, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857434-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:39:08.269319 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Checking segment: {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:39:08.269713 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:08.270121 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Bound using segment: {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'} {{(pid=106266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:39:08.270603 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.managers [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Bound port: 1a2b8213-e2f0-45a9-b01d-181a43e15d07, host: dv-cinder-857434-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e79c44f-3246-40d1-a4a2-2e064444339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c'}}] {{(pid=106266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:39:08.270977 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), before_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:08.273342 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-39d08dbb-6383-4999-9b28-1bbbcc6d543f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e93362-26cb-407c-9bce-1c6ee8605997 HTTP/1.1" status: 200 len: 1001 time: 0.0618658 Sep 13 15:39:08.273509 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:08.310710 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:08.333301 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-36af45e4-b5d9-4930-b740-380049ec9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:08.335455 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-36af45e4-b5d9-4930-b740-380049ec9fad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 200 len: 849 time: 0.0557632 Sep 13 15:39:08.336931 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] For port 1a2b8213-e2f0-45a9-b01d-181a43e15d07, host dv-cinder-857434-2-iscsi, cleared binding levels {{(pid=106266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:39:08.340259 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.plugins.ml2.db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] For port 1a2b8213-e2f0-45a9-b01d-181a43e15d07, host dv-cinder-857434-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=1a2b8213-e2f0-45a9-b01d-181a43e15d07,segment=NetworkSegment(0e79c44f-3246-40d1-a4a2-2e064444339c),segment_id=0e79c44f-3246-40d1-a4a2-2e064444339c)] {{(pid=106266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:39:08.347771 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron_lib.callbacks.manager [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), after_update {{(pid=106266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:08.386359 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Routers {'b4b25b71-7979-400f-bca6-b9c95d250140'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:08.386989 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b4b25b71-7979-400f-bca6-b9c95d250140'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:08.387113 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-e2c05d98-4042-48d2-b5ff-68c5a31016f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:08.388561 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-e2c05d98-4042-48d2-b5ff-68c5a31016f9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=65fb418c-15cf-4bb3-9028-4f3e8b987c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431371 Sep 13 15:39:08.454292 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08f89c-8ec6-47ae-9d72-e5d58316f1d7 None None] Pushing event updated for resources: {'Port': ['ID=1a2b8213-e2f0-45a9-b01d-181a43e15d07,revision_number=4']} {{(pid=106266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:08.497410 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-e461f42c-6683-4460-b868-e2fc4b4e27db service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994067 Sep 13 15:39:08.514126 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] Set router b4b25b71-7979-400f-bca6-b9c95d250140 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:08.632146 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-696e8214-7292-4a5f-b3ee-da42c590c069 req-2aba69f3-f9ba-4462-8eda-e32d19c02ba5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018553 Sep 13 15:39:08.732835 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 4, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '1a2b8213-e2f0-45a9-b01d-181a43e15d07', 'name': '', 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'mac_address': 'fa:16:3e:92:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:03Z', 'updated_at': '2022-09-13T15:39:08Z', 'revision_number': 4, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'subnets': [{'id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:08.759357 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d8ede-1233-4818-bd92-aaab6431da1d None None] The sync data for ids ['b4b25b71-7979-400f-bca6-b9c95d250140'] in dv-cinder-857434-2-iscsi is: [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:39:04Z', 'revision_number': 4, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '1a2b8213-e2f0-45a9-b01d-181a43e15d07', 'name': '', 'network_id': '157d5f41-b0b7-4ff0-b388-3d9abd51026c', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'mac_address': 'fa:16:3e:92:b7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:03Z', 'updated_at': '2022-09-13T15:39:08Z', 'revision_number': 4, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'subnets': [{'id': '05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:09.143066 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-a44968a2-3c84-413b-955c-fc416b29811f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:09.144482 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-a44968a2-3c84-413b-955c-fc416b29811f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0588434 Sep 13 15:39:09.276182 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:09.311898 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Deleting port 06e93362-26cb-407c-9bce-1c6ee8605997 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:09.312246 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.340447 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f761dd-57dd-45c4-920a-186798f8e4da req-9d92a6b4-7fe2-472f-886d-64cf2f0d0f17 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:09.341974 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-89f761dd-57dd-45c4-920a-186798f8e4da req-9d92a6b4-7fe2-472f-886d-64cf2f0d0f17 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 945 time: 0.0838485 Sep 13 15:39:09.454467 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-89f761dd-57dd-45c4-920a-186798f8e4da req-e8c429a5-e438-496c-a279-ab669e958fac tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e3a2a568-fd15-4dac-afa9-618f489cd671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784423 Sep 13 15:39:09.460694 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] For port 06e93362-26cb-407c-9bce-1c6ee8605997, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=06e93362-26cb-407c-9bce-1c6ee8605997,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:09.461069 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.598260 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 1a2b8213-e2f0-45a9-b01d-181a43e15d07 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:09.632959 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.633461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (03066372-3994-4141-9f2a-eb0c40078861), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.633608 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Floating IP 03066372-3994-4141-9f2a-eb0c40078861 disassociated. External IP: 172.27.1.209, port: 06e93362-26cb-407c-9bce-1c6ee8605997. Sep 13 15:39:09.633917 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Calling delete_port for 06e93362-26cb-407c-9bce-1c6ee8605997 owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:09.646489 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:09.647162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.728739 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:09.731356 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 is: DOWN; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:09.731896 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.767654 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] For port 1a2b8213-e2f0-45a9-b01d-181a43e15d07, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=1a2b8213-e2f0-45a9-b01d-181a43e15d07,segment=NetworkSegment(0e79c44f-3246-40d1-a4a2-2e064444339c),segment_id=0e79c44f-3246-40d1-a4a2-2e064444339c)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:09.772810 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.780697 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (06e93362-26cb-407c-9bce-1c6ee8605997), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:09.789834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:09.811111 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event deleted for resources: {'Port': ['ID=06e93362-26cb-407c-9bce-1c6ee8605997,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:09.821298 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Pushing event updated for resources: {'Port': ['ID=1a2b8213-e2f0-45a9-b01d-181a43e15d07,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:09.933372 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:10.046626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:10.058986 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:10.070706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:10.071329 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:10.092248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] No DVR routers for this DVR port 06e93362-26cb-407c-9bce-1c6ee8605997 on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:39:10.095062 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:10.098487 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6865f6ae-91bf-4329-9971-e11d1aa4de6b req-1639d53c-6c01-4ad2-b2b1-ebead0f1710f tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.42 "DELETE /networking/v2.0/ports/06e93362-26cb-407c-9bce-1c6ee8605997 HTTP/1.1" status: 204 len: 173 time: 0.9328732 Sep 13 15:39:10.098993 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'name': 'network-vif-deleted', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:10.101377 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d5d27c-2809-4f46-88f7-196c418bf3b9" -d '{"events": [{"server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "name": "network-vif-deleted", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:10.163620 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325cf5d-cc26-4cc6-b810-eb61fc7249ef x-openstack-request-id: req-6325cf5d-cc26-4cc6-b810-eb61fc7249ef {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:10.164227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee29b76-b8d1-4887-b427-fdb42f9a7bb2", "name": "network-vif-deleted", "tag": "06e93362-26cb-407c-9bce-1c6ee8605997", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:10.165093 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6325cf5d-cc26-4cc6-b810-eb61fc7249ef {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:10.165093 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6325cf5d-cc26-4cc6-b810-eb61fc7249ef'] response: {'server_uuid': '0ee29b76-b8d1-4887-b427-fdb42f9a7bb2', 'name': 'network-vif-deleted', 'tag': '06e93362-26cb-407c-9bce-1c6ee8605997', 'status': 'completed', 'code': 200} Sep 13 15:39:10.196590 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:10.243025 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:10.439309 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:10.465042 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:10.473988 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:10.474642 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:10.583813 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8057f888-60ef-4c0e-b9d4-7a797a5518b9 req-82feeb63-41e2-43d1-bdd7-b39af7d990a7 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0ee29b76-b8d1-4887-b427-fdb42f9a7bb2 HTTP/1.1" status: 200 len: 210 time: 0.0360937 Sep 13 15:39:10.589747 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:10.790747 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:10.955026 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ac40d-7d43-40ca-aa32-936af934a22e None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:29:59Z', 'revision_number': 4, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '24a6a2f8-62ff-4d12-8831-8001bac2bb26', 'name': '', 'network_id': '65fb418c-15cf-4bb3-9028-4f3e8b987c36', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'mac_address': 'fa:16:3e:87:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:58Z', 'updated_at': '2022-09-13T15:30:14Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'subnets': [{'id': 'ee24c453-f545-44e5-ab78-abd2d44c28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:11.584522 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 1a2b8213-e2f0-45a9-b01d-181a43e15d07 up at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:11.645888 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Provisioning complete for port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:11.647096 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:11.702924 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35216) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:11.750483 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Current status of the port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 is: ACTIVE; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:11.758045 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88cbe7-259c-4e6b-924e-ba9187cf053f None None] New status for floating IP 03066372-3994-4141-9f2a-eb0c40078861: DOWN {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:39:11.767882 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e501ae7f-8bd3-448f-8263-1b3bc1e963a6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (e3a2a568-fd15-4dac-afa9-618f489cd671), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:11.798787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e501ae7f-8bd3-448f-8263-1b3bc1e963a6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (e3a2a568-fd15-4dac-afa9-618f489cd671), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:11.852062 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e501ae7f-8bd3-448f-8263-1b3bc1e963a6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (e3a2a568-fd15-4dac-afa9-618f489cd671), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:11.854997 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e501ae7f-8bd3-448f-8263-1b3bc1e963a6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:11.856226 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e501ae7f-8bd3-448f-8263-1b3bc1e963a6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e3a2a568-fd15-4dac-afa9-618f489cd671 HTTP/1.1" status: 204 len: 168 time: 0.1522114 Sep 13 15:39:11.859726 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35218) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:11.865894 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ae7f-8bd3-448f-8263-1b3bc1e963a6 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a2a568-fd15-4dac-afa9-618f489cd671,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:11.877988 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.api.v2.resource [None req-b3c3aaa2-d6e9-41d7-80fc-e92daa1300b8 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] show failed (client error): The resource could not be found. Sep 13 15:39:11.882880 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b3c3aaa2-d6e9-41d7-80fc-e92daa1300b8 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "GET /networking/v2.0/security-groups/e3a2a568-fd15-4dac-afa9-618f489cd671 HTTP/1.1" status: 404 len: 347 time: 0.0186248 Sep 13 15:39:11.882880 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35220) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:12.007115 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Deleting port 67a09a1d-a646-4803-abac-10f05f2a8685 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:12.007461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (67a09a1d-a646-4803-abac-10f05f2a8685), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:12.094691 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (67a09a1d-a646-4803-abac-10f05f2a8685), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:12.094934 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (67a09a1d-a646-4803-abac-10f05f2a8685), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:12.109711 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Calling delete_port for 67a09a1d-a646-4803-abac-10f05f2a8685 owned by network:floatingip {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:12.111401 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:12.259452 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (67a09a1d-a646-4803-abac-10f05f2a8685), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:12.285382 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Pushing event deleted for resources: {'Port': ['ID=67a09a1d-a646-4803-abac-10f05f2a8685,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:12.353556 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks [] for floatingip (03066372-3994-4141-9f2a-eb0c40078861), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:12.356179 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:12.357327 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-37d5c359-f113-40b7-9a1a-f054f715c4f3 tempest-AttachVolumeTestJSON-226066827 tempest-AttachVolumeTestJSON-226066827-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/03066372-3994-4141-9f2a-eb0c40078861 HTTP/1.1" status: 204 len: 168 time: 0.4740186 Sep 13 15:39:13.836348 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 06e93362-26cb-407c-9bce-1c6ee8605997 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:39:13.858831 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 06e93362-26cb-407c-9bce-1c6ee8605997 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:39:13.859164 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 06e93362-26cb-407c-9bce-1c6ee8605997 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:39:15.968737 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35258) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:16.220057 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:16.251626 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a7406218-83c2-44cc-a5df-a7e9294e3239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:16.469645 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (3beec98b-96a6-4cfd-80b0-2060577b94ff), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:16.471099 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:16.707943 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Deleting port 24a6a2f8-62ff-4d12-8831-8001bac2bb26 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:16.708290 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:16.791723 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] For port 24a6a2f8-62ff-4d12-8831-8001bac2bb26, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=24a6a2f8-62ff-4d12-8831-8001bac2bb26,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:16.792086 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:16.805648 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Calling delete_port for 24a6a2f8-62ff-4d12-8831-8001bac2bb26 owned by network:router_interface {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:17.000534 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (24a6a2f8-62ff-4d12-8831-8001bac2bb26), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:17.025522 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a6a2f8-62ff-4d12-8831-8001bac2bb26,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:17.077226 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:17.200029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (3beec98b-96a6-4cfd-80b0-2060577b94ff), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:17.401585 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:17.422925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Router 3beec98b-96a6-4cfd-80b0-2060577b94ff has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:17.533684 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:17.541128 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-844bc135-4bf1-4f4c-aab7-a9cfd9375c15 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3beec98b-96a6-4cfd-80b0-2060577b94ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728085 Sep 13 15:39:17.542001 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35264) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:17.545163 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] Sync routers for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:17.556288 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:17.556921 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:17.644393 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:17.670749 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:17.794342 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=100 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:17.856208 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:39:16Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:17.886289 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] Checking router: 3beec98b-96a6-4cfd-80b0-2060577b94ff for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:17.895796 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] Routers {'3beec98b-96a6-4cfd-80b0-2060577b94ff'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:17.896412 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:38:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['3beec98b-96a6-4cfd-80b0-2060577b94ff'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:17.930932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks [] for router (3beec98b-96a6-4cfd-80b0-2060577b94ff), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.000876 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] Set router 3beec98b-96a6-4cfd-80b0-2060577b94ff gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:18.029769 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks [] for router_gateway (3beec98b-96a6-4cfd-80b0-2060577b94ff), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.080606 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Deleting port bb061503-2a36-4ab2-b5ba-299e34d2084b {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:18.080949 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.163478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] For port bb061503-2a36-4ab2-b5ba-299e34d2084b, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=bb061503-2a36-4ab2-b5ba-299e34d2084b,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:18.163852 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.172331 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:39:16Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:18.176894 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Calling delete_port for bb061503-2a36-4ab2-b5ba-299e34d2084b owned by network:router_gateway {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:18.197071 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724bb9c-4fc0-4042-aa81-76a09d0c447e None None] The sync data for ids ['3beec98b-96a6-4cfd-80b0-2060577b94ff'] in dv-cinder-857434-2-iscsi is: [{'id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'name': 'tempest-AttachVolumeTestJSON-230546138-router', 'tenant_id': '597b9e023e324874ac5f24ee571d1f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:52Z', 'updated_at': '2022-09-13T15:39:16Z', 'revision_number': 5, 'project_id': '597b9e023e324874ac5f24ee571d1f66', 'gw_port': {'id': 'bb061503-2a36-4ab2-b5ba-299e34d2084b', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beec98b-96a6-4cfd-80b0-2060577b94ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:54Z', 'updated_at': '2022-09-13T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:18.282450 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:18.352903 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (bb061503-2a36-4ab2-b5ba-299e34d2084b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.385629 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb061503-2a36-4ab2-b5ba-299e34d2084b,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:18.448761 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (3beec98b-96a6-4cfd-80b0-2060577b94ff), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.539359 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (3beec98b-96a6-4cfd-80b0-2060577b94ff), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.541663 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks [] for router_controller (3beec98b-96a6-4cfd-80b0-2060577b94ff), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.588850 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-2fe6010f-b544-4681-8c3c-274e65e0576f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.590886 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (3beec98b-96a6-4cfd-80b0-2060577b94ff), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.591813 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3beec98b-96a6-4cfd-80b0-2060577b94ff {{(pid=106264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:39:18.596290 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.597496 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2e6da098-4685-4779-8a48-a183058789b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/3beec98b-96a6-4cfd-80b0-2060577b94ff HTTP/1.1" status: 204 len: 168 time: 1.0543413 Sep 13 15:39:18.600296 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35278) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:18.648212 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Deleting subnet ee24c453-f545-44e5-ab78-abd2d44c28d8 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:39:18.651944 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:18.653050 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Publish callbacks [] for subnet (ee24c453-f545-44e5-ab78-abd2d44c28d8), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.695558 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (ee24c453-f545-44e5-ab78-abd2d44c28d8), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.772017 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (ee24c453-f545-44e5-ab78-abd2d44c28d8), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.833336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (ee24c453-f545-44e5-ab78-abd2d44c28d8), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.864097 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee24c453-f545-44e5-ab78-abd2d44c28d8,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:18.868463 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:18.873946 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1197ecac-a04f-4c23-a4b7-684388a2628f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/ee24c453-f545-44e5-ab78-abd2d44c28d8 HTTP/1.1" status: 204 len: 168 time: 0.2702959 Sep 13 15:39:18.874878 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35282) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:18.877286 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35cd45-ee5f-4ba3-a76a-3b4d733a52f2 None None] Network 65fb418c-15cf-4bb3-9028-4f3e8b987c36 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:39:18.959508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (65fb418c-15cf-4bb3-9028-4f3e8b987c36), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.004424 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Deleting port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:19.004778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.076869 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] For port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,segment=NetworkSegment(48876667-42c8-4809-bb0c-8c4a35843a91),segment_id=48876667-42c8-4809-bb0c-8c4a35843a91)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:19.077457 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.091508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Calling delete_port for ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 owned by network:dhcp {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:19.180628 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (ca65d4e1-eee2-48fd-8b80-4dbd57931cb0), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.210185 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca65d4e1-eee2-48fd-8b80-4dbd57931cb0,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:19.213804 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] No DVR routers for this DVR port ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 on host dv-cinder-857434-2-iscsi {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:39:19.285280 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:19.290573 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (65fb418c-15cf-4bb3-9028-4f3e8b987c36), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.306909 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae543639-8d41-4316-8f39-224ebd734efc None None] DHCP port deletion for 65fb418c-15cf-4bb3-9028-4f3e8b987c36 request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:39:19.314538 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fb418c-15cf-4bb3-9028-4f3e8b987c36']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:19.333773 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48876667-42c8-4809-bb0c-8c4a35843a91') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:19.333773 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48876667-42c8-4809-bb0c-8c4a35843a91') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:19.346330 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (48876667-42c8-4809-bb0c-8c4a35843a91), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.362177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (48876667-42c8-4809-bb0c-8c4a35843a91), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.370149 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:39:19.370578 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (48876667-42c8-4809-bb0c-8c4a35843a91), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.415381 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 48876667-42c8-4809-bb0c-8c4a35843a91 resource provider aggregate not found Sep 13 15:39:19.433612 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 48876667-42c8-4809-bb0c-8c4a35843a91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48876667-42c8-4809-bb0c-8c4a35843a91 found for delete ", "request_id": "req-3fa285d7-ddab-4e02-9304-e5b3579abd51"}]} Sep 13 15:39:19.443431 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (65fb418c-15cf-4bb3-9028-4f3e8b987c36), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.450316 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.454497 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/65fb418c-15cf-4bb3-9028-4f3e8b987c36 HTTP/1.1" status: 204 len: 168 time: 0.5786591 Sep 13 15:39:19.467452 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0a87-ebd5-495d-8714-bb573745183a admin admin] Pushing event deleted for resources: {'Network': ['ID=65fb418c-15cf-4bb3-9028-4f3e8b987c36,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:19.575059 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:39:19.583220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35294) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:19.604032 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:39:19.605016 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ca65d4e1-eee2-48fd-8b80-4dbd57931cb0 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:39:19.605422 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device bb061503-2a36-4ab2-b5ba-299e34d2084b no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:39:19.626165 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-875b881d-72c2-45b1-9ac0-a34345e4e260 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=597b9e023e324874ac5f24ee571d1f66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417485 Sep 13 15:39:19.628910 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35296) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:19.634323 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: bb061503-2a36-4ab2-b5ba-299e34d2084b {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:39:19.634673 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device bb061503-2a36-4ab2-b5ba-299e34d2084b not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:39:19.635083 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 24a6a2f8-62ff-4d12-8831-8001bac2bb26 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:39:19.656379 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 24a6a2f8-62ff-4d12-8831-8001bac2bb26 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:39:19.656726 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 24a6a2f8-62ff-4d12-8831-8001bac2bb26 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:39:19.658512 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.681094 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce73c63c-5d8b-48a2-a5cf-64e64e2ea1da admin admin] Publish callbacks [] for security_group (1cc89f40-10aa-474d-aee9-27aea5be9dd2), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.701699 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce73c63c-5d8b-48a2-a5cf-64e64e2ea1da admin admin] Publish callbacks [] for security_group (1cc89f40-10aa-474d-aee9-27aea5be9dd2), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.703220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:19.753155 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce73c63c-5d8b-48a2-a5cf-64e64e2ea1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (1cc89f40-10aa-474d-aee9-27aea5be9dd2), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.755857 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce73c63c-5d8b-48a2-a5cf-64e64e2ea1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:19.757048 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ce73c63c-5d8b-48a2-a5cf-64e64e2ea1da admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1cc89f40-10aa-474d-aee9-27aea5be9dd2 HTTP/1.1" status: 204 len: 168 time: 0.1271427 Sep 13 15:39:19.765289 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73c63c-5d8b-48a2-a5cf-64e64e2ea1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc89f40-10aa-474d-aee9-27aea5be9dd2,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:21.107570 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:21.238646 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:21.835622 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:21.842307 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:29.602890 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-03688b6c-1120-4f84-84e1-5ca5051ff144 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1261582798&fields=id&tenant_id=7eb316ace93e48c68ade74e9c5fccbf8 HTTP/1.1" status: 200 len: 267 time: 0.0457897 Sep 13 15:39:29.685742 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:29.716916 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-3ff188a1-2b66-4640-89c0-0e853c00a578 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:29.718398 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-3ff188a1-2b66-4640-89c0-0e853c00a578 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 809 time: 0.1089072 Sep 13 15:39:29.733389 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-cc5af354-dc1b-44ab-a25b-5aeda6d2a966 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/quotas/7eb316ace93e48c68ade74e9c5fccbf8 HTTP/1.1" status: 200 len: 375 time: 0.0092647 Sep 13 15:39:29.737846 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:29.761022 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:29.782970 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-e4285b77-0318-419a-a626-6478d6e52436 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446904 Sep 13 15:39:29.895826 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-32240f62-a949-41e3-ae6a-30c8abe42ec8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995920 Sep 13 15:39:29.987482 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-2f12f9bb-9c76-450f-9434-3da317e9b68d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858164 Sep 13 15:39:30.296291 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c8c935a8-fb4b-4b31-b41a-b931c8170c55 req-518d3d03-4ebc-4132-aeff-2ac9a161d392 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Sep 13 15:39:30.666329 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:39:31.229020 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=59 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:31.232128 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:31.425455 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-751910c8-cf26-4edf-aa13-c160a79bf54b req-5803cb3f-851b-4108-8e90-5c7c07c8491b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 210 time: 0.0338833 Sep 13 15:39:31.471847 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-8f705fc6-3b54-4214-9101-2fcbfbc0efcc tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:31.473294 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-8f705fc6-3b54-4214-9101-2fcbfbc0efcc tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 809 time: 0.1416736 Sep 13 15:39:31.542068 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-436f57df-29d4-4b46-b12d-23be4743337a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7eb316ace93e48c68ade74e9c5fccbf8 HTTP/1.1" status: 200 len: 380 time: 0.0577531 Sep 13 15:39:31.551082 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'port': {'device_id': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'admin_state_up': True, 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'security_groups': ['63cee111-a549-4433-9406-0e3d855a6d23']}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:31.653237 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:31.667219 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Made reservation on behalf of 7eb316ace93e48c68ade74e9c5fccbf8 for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:39:31.671057 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:31.776313 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:31.806151 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Allocated IP 172.20.0.3 (2139647d-b8ca-48a5-8bc6-2c73cabd38be/faa2f9fd-b099-4f33-a84e-3aae2c10e5a1/8e967886-3ff8-4d58-9c31-aca6431f68e2) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:39:31.952047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:31.964736 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:31.990494 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:32.051384 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:39:32.052875 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:32.056893 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:32.067885 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:39:32.127072 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:32.127838 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:32.145835 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-077ace23-5214-41dc-9d72-e22ca1f804c6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986514 Sep 13 15:39:32.157796 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Request body: {'port': {'device_id': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:32.230050 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:32.322779 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-3823cfd1-0bfb-4682-9064-3f8696444c3b None None] Provisioning complete for port 8e967886-3ff8-4d58-9c31-aca6431f68e2 triggered by entity DHCP. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:32.325066 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3823cfd1-0bfb-4682-9064-3f8696444c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:32.378911 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-3823cfd1-0bfb-4682-9064-3f8696444c3b None None] Port 8e967886-3ff8-4d58-9c31-aca6431f68e2 cannot update to ACTIVE because it is not bound. {{(pid=106265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 15:39:32.728767 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d26a77-45c0-4756-817f-5c35fbb01b08 req-d4ed367d-aa6e-4aea-9eb2-9c4a859968ac tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:32.730135 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48d26a77-45c0-4756-817f-5c35fbb01b08 req-d4ed367d-aa6e-4aea-9eb2-9c4a859968ac tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 931 time: 0.0566401 Sep 13 15:39:32.765439 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:32.820333 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-48d26a77-45c0-4756-817f-5c35fbb01b08 req-41b6147f-dd6e-49df-b545-2cd763a125b0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813725 Sep 13 15:39:32.851937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e967886-3ff8-4d58-9c31-aca6431f68e2 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:39:32.859492 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Publish callbacks [] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:32.872319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Transition to ACTIVE for port object 8e967886-3ff8-4d58-9c31-aca6431f68e2 will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:39:32.880760 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:32.940719 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:32.999953 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Attempting to bind port 8e967886-3ff8-4d58-9c31-aca6431f68e2 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:39:33.000192 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Attempting to bind port 8e967886-3ff8-4d58-9c31-aca6431f68e2 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:39:33.000524 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Attempting to bind port 8e967886-3ff8-4d58-9c31-aca6431f68e2 on network 2139647d-b8ca-48a5-8bc6-2c73cabd38be {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:39:33.045827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Port 8e967886-3ff8-4d58-9c31-aca6431f68e2 on network 2139647d-b8ca-48a5-8bc6-2c73cabd38be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:39:33.046167 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Attempting to bind port 8e967886-3ff8-4d58-9c31-aca6431f68e2 on network 2139647d-b8ca-48a5-8bc6-2c73cabd38be {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:39:33.086605 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:33.089963 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:39:33.090331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Checking segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:39:33.090710 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Bound using segment: {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:39:33.091144 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Bound port: 8e967886-3ff8-4d58-9c31-aca6431f68e2, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:39:33.091498 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:33.152545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:39:33.155512 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:39:33.166027 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:33.172045 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:33.172653 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:33.174017 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 1093 time: 1.0216475 Sep 13 15:39:33.174596 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:33.176850 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b" -d '{"events": [{"name": "network-changed", "server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:33.220942 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f91cc6-fb9d-4061-8577-0f215612ee94 x-openstack-request-id: req-24f91cc6-fb9d-4061-8577-0f215612ee94 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:33.221218 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:33.221466 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24f91cc6-fb9d-4061-8577-0f215612ee94 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:33.221861 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f91cc6-fb9d-4061-8577-0f215612ee94'] response: {'name': 'network-changed', 'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'status': 'completed', 'code': 200} Sep 13 15:39:33.236732 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf335f-3e5a-4dfe-92c9-64c2211d8160 service neutron] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:33.270472 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-a5550d1e-44a2-428e-a560-59e77fd1edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:33.271911 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-a5550d1e-44a2-428e-a560-59e77fd1edf2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1127 time: 0.0453315 Sep 13 15:39:33.310871 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-5eabe4a6-0253-4e5f-80c1-97a330d35f42 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 217 time: 0.0324192 Sep 13 15:39:33.361790 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-e2744beb-36db-44ea-b902-28b071b8e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:33.363213 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-e2744beb-36db-44ea-b902-28b071b8e639 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0453908 Sep 13 15:39:33.405892 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-6e702293-7cce-4cb7-90ca-0ed219098e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:33.407372 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-6e702293-7cce-4cb7-90ca-0ed219098e84 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376768 Sep 13 15:39:33.509143 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-8be85091-0925-4ed8-8900-8748af4d0318 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954247 Sep 13 15:39:33.612292 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f5e72ef3-149f-4848-9d21-01c86d8e6d71 req-1b00fb50-e098-4ec5-bb1a-2c31dff81769 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964684 Sep 13 15:39:33.969469 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f080d20-ccfa-4273-afd9-74cbe9b51cdf req-e898157c-389a-493c-9301-bba5c3e8eac4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:33.970973 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f080d20-ccfa-4273-afd9-74cbe9b51cdf req-e898157c-389a-493c-9301-bba5c3e8eac4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0579243 Sep 13 15:39:34.022993 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8f080d20-ccfa-4273-afd9-74cbe9b51cdf req-b03972f3-8bb8-41db-b420-575df9a8e52a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445845 Sep 13 15:39:34.560943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-07bb4c69-5368-4399-a806-952898e6606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:34.562469 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-07bb4c69-5368-4399-a806-952898e6606b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1127 time: 0.0508780 Sep 13 15:39:34.627472 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:34.666775 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-62bdde84-d6b5-4300-a2a8-89c868dfe09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:34.668307 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-62bdde84-d6b5-4300-a2a8-89c868dfe09c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.0981846 Sep 13 15:39:34.710973 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-f9f69020-3994-498d-899f-03eee25c11f8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 217 time: 0.0350301 Sep 13 15:39:34.767335 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-76264364-70a8-4d07-9faa-6af8f7b86889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:34.768837 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-76264364-70a8-4d07-9faa-6af8f7b86889 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0514538 Sep 13 15:39:34.813621 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-d7721f04-27c9-41b0-8d48-7d759f9a67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:34.815111 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-d7721f04-27c9-41b0-8d48-7d759f9a67ab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401175 Sep 13 15:39:34.909252 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-db735171-fc45-455b-a2d1-fed9b2d706e7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882175 Sep 13 15:39:34.963253 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:35.008402 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-afad1f48-c3a7-4f05-b0a0-ae04c425a28b req-cf4fa4ac-2e55-46fd-9eb5-7239dbf1fbf2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935302 Sep 13 15:39:35.153468 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e415d-f945-4c8a-99d8-aefd53990022 req-5b31309a-3ee5-4658-a737-5b0c6e92bcfc tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:35.154918 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4c9e415d-f945-4c8a-99d8-aefd53990022 req-5b31309a-3ee5-4658-a737-5b0c6e92bcfc tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0545025 Sep 13 15:39:35.207728 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4c9e415d-f945-4c8a-99d8-aefd53990022 req-c1c8cf68-c06a-4b48-b4d7-638779754a73 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Sep 13 15:39:36.340160 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa9c1-4f53-4aaa-a96a-d6ffc6721d13 req-32709ad6-a0df-4a9b-b5e0-5f42a67749f6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:36.341676 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ee5fa9c1-4f53-4aaa-a96a-d6ffc6721d13 req-32709ad6-a0df-4a9b-b5e0-5f42a67749f6 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0527234 Sep 13 15:39:36.393418 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ee5fa9c1-4f53-4aaa-a96a-d6ffc6721d13 req-6655b436-27ae-4f10-a5c6-a10dd7820237 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 Sep 13 15:39:37.525292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2516cd-8e01-430d-8cd1-75081b839210 req-9936ded1-1bcc-4212-acf3-675f0b438544 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:37.526848 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5c2516cd-8e01-430d-8cd1-75081b839210 req-9936ded1-1bcc-4212-acf3-675f0b438544 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0554771 Sep 13 15:39:37.578352 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5c2516cd-8e01-430d-8cd1-75081b839210 req-005dd128-d1d9-4188-afef-5b986bf2225e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Sep 13 15:39:37.954429 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35574) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:38.073673 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fd3b02e8-c7ec-476f-9744-5ee3a165b3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.166124 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fd3b02e8-c7ec-476f-9744-5ee3a165b3dc admin admin] Publish callbacks [] for security_group (b0471486-5998-4fc5-8869-a6314065dde9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.172175 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fd3b02e8-c7ec-476f-9744-5ee3a165b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b0471486-5998-4fc5-8869-a6314065dde9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.212227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b02e8-c7ec-476f-9744-5ee3a165b3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0471486-5998-4fc5-8869-a6314065dde9,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:38.218163 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fd3b02e8-c7ec-476f-9744-5ee3a165b3dc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=48a39b674d59433b8767d81db002ad8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622962 Sep 13 15:39:38.220765 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35578) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:38.275859 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee7ac-b780-42b5-8ca7-720dffb96158 admin admin] Publish callbacks [] for security_group (b0471486-5998-4fc5-8869-a6314065dde9), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.296476 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee7ac-b780-42b5-8ca7-720dffb96158 admin admin] Publish callbacks [] for security_group (b0471486-5998-4fc5-8869-a6314065dde9), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.353429 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee7ac-b780-42b5-8ca7-720dffb96158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b0471486-5998-4fc5-8869-a6314065dde9), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.356084 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee7ac-b780-42b5-8ca7-720dffb96158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.357250 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-4c3ee7ac-b780-42b5-8ca7-720dffb96158 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b0471486-5998-4fc5-8869-a6314065dde9 HTTP/1.1" status: 204 len: 168 time: 0.1354918 Sep 13 15:39:38.364959 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee7ac-b780-42b5-8ca7-720dffb96158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0471486-5998-4fc5-8869-a6314065dde9,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:38.644075 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35586) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:38.657810 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a30c-599a-4817-9d98-714596e11bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.702764 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baf32f-54e4-4e0d-b70a-391e5e9cd38a req-00659930-d3ee-4d4f-b39e-a31ebe277d62 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:38.704356 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7baf32f-54e4-4e0d-b70a-391e5e9cd38a req-00659930-d3ee-4d4f-b39e-a31ebe277d62 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0492098 Sep 13 15:39:38.735072 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a30c-599a-4817-9d98-714596e11bd8 admin admin] Publish callbacks [] for security_group (95463733-14a8-4bb6-b68f-3fb6969a454b), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.739962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a30c-599a-4817-9d98-714596e11bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (95463733-14a8-4bb6-b68f-3fb6969a454b), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.755911 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7baf32f-54e4-4e0d-b70a-391e5e9cd38a req-ae4588a3-0701-4cbd-8f26-d0c32a3cd70c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Sep 13 15:39:38.777988 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4a30c-599a-4817-9d98-714596e11bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95463733-14a8-4bb6-b68f-3fb6969a454b,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:38.782458 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c1c4a30c-599a-4817-9d98-714596e11bd8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=26aebc6cd87545efb0fde8df7afc343e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373448 Sep 13 15:39:38.785905 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35588) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:38.836457 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2be2c51c-f25a-48d7-999b-53eb5c68239a admin admin] Publish callbacks [] for security_group (95463733-14a8-4bb6-b68f-3fb6969a454b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.857225 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2be2c51c-f25a-48d7-999b-53eb5c68239a admin admin] Publish callbacks [] for security_group (95463733-14a8-4bb6-b68f-3fb6969a454b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.905552 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2be2c51c-f25a-48d7-999b-53eb5c68239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (95463733-14a8-4bb6-b68f-3fb6969a454b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.908130 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2be2c51c-f25a-48d7-999b-53eb5c68239a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:38.910646 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2be2c51c-f25a-48d7-999b-53eb5c68239a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/95463733-14a8-4bb6-b68f-3fb6969a454b HTTP/1.1" status: 204 len: 168 time: 0.1244020 Sep 13 15:39:38.919796 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2c51c-f25a-48d7-999b-53eb5c68239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95463733-14a8-4bb6-b68f-3fb6969a454b,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:39.864353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:39.878687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210dd0c-2502-48de-b9c0-c2c05febea2c req-05abdfa0-99aa-4f42-86d6-fca8665baff1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:39.880172 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1210dd0c-2502-48de-b9c0-c2c05febea2c req-05abdfa0-99aa-4f42-86d6-fca8665baff1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0485256 Sep 13 15:39:39.934913 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1210dd0c-2502-48de-b9c0-c2c05febea2c req-9ceffde0-d0fe-41e4-9e74-668fe44d20b3 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486445 Sep 13 15:39:41.080971 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb62968-d8a5-43fd-9dc1-c4dc847debcf req-fc37eae3-4cfc-41ed-a5c0-e1de72f66912 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:41.082747 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bbb62968-d8a5-43fd-9dc1-c4dc847debcf req-fc37eae3-4cfc-41ed-a5c0-e1de72f66912 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0554805 Sep 13 15:39:41.132599 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bbb62968-d8a5-43fd-9dc1-c4dc847debcf req-56e30b87-6c1a-4c63-a7d4-7b66964fd618 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Sep 13 15:39:41.918241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:39:42.024441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:42.036852 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'port_id': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'mac_address': 'fa:16:3e:2d:fb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:39:42.084558 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8e967886-3ff8-4d58-9c31-aca6431f68e2 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:42.084966 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:42.098844 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e967886-3ff8-4d58-9c31-aca6431f68e2 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:39:42.120579 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:42.125860 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:42.175444 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:42.266809 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4db43-2f84-4a27-991d-a4869b1a1b0b req-04593c61-5319-4011-8841-62305c7dbce3 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:42.268285 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6fa4db43-2f84-4a27-991d-a4869b1a1b0b req-04593c61-5319-4011-8841-62305c7dbce3 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 944 time: 0.0490694 Sep 13 15:39:42.319321 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6fa4db43-2f84-4a27-991d-a4869b1a1b0b req-3e1a26d3-86fe-4940-949b-3a5deea48fa4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451984 Sep 13 15:39:42.517720 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['8e967886-3ff8-4d58-9c31-aca6431f68e2'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:39:43.466723 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109cd3-ce43-464d-92f1-db1182f14930 req-a8fed346-8eb7-42d5-8fbc-361fef4eeae9 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:43.468359 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab109cd3-ce43-464d-92f1-db1182f14930 req-a8fed346-8eb7-42d5-8fbc-361fef4eeae9 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 944 time: 0.0593793 Sep 13 15:39:43.526635 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ab109cd3-ce43-464d-92f1-db1182f14930 req-f919cbd5-073b-461d-b55e-1f36d96f34c1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526035 Sep 13 15:39:43.932098 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:39:43.992927 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 8e967886-3ff8-4d58-9c31-aca6431f68e2 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:39:44.001574 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 8e967886-3ff8-4d58-9c31-aca6431f68e2 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:39:44.001958 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:44.081476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8e967886-3ff8-4d58-9c31-aca6431f68e2 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:39:44.081882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:44.101042 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:44.106581 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:44.108877 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d53ea-6dbd-49d0-a223-aa1f640ed2b6" -d '{"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-plugged", "status": "completed", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:44.111063 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:44.123885 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:44.128942 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:44.152950 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db6181e-8479-490d-b26c-5ac55e3a208c x-openstack-request-id: req-2db6181e-8479-490d-b26c-5ac55e3a208c {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:44.153241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-plugged", "status": "completed", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:44.153494 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2db6181e-8479-490d-b26c-5ac55e3a208c {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:44.153899 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db6181e-8479-490d-b26c-5ac55e3a208c'] response: {'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'code': 200} Sep 13 15:39:44.180000 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:44.655115 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:44.675733 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289647b0-0480-415d-a0b2-1c2cfd8f8b15 req-880cba35-a20e-499c-9ead-13a8b3b94508 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:44.677240 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-289647b0-0480-415d-a0b2-1c2cfd8f8b15 req-880cba35-a20e-499c-9ead-13a8b3b94508 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0586779 Sep 13 15:39:44.728342 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-289647b0-0480-415d-a0b2-1c2cfd8f8b15 req-3c6a44b5-affc-4ef9-808b-6cc301a3484b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442889 Sep 13 15:39:45.864787 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bc25c-dfb5-4605-a209-001cb956a8ca req-a778e65c-afc1-4a2c-9fc0-2d85c443b0c2 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:45.866263 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0a0bc25c-dfb5-4605-a209-001cb956a8ca req-a778e65c-afc1-4a2c-9fc0-2d85c443b0c2 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Sep 13 15:39:45.922860 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0a0bc25c-dfb5-4605-a209-001cb956a8ca req-ac4d494d-1aa5-42a1-a75b-778227ca77b9 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 Sep 13 15:39:46.256918 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-353e0eed-5089-448d-8477-2b4510834050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:47.054560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa4c42-ceeb-4da7-af71-6efaa0b4e4bb req-d12b5b90-5d49-49f0-9b9c-dd33f9aa18f9 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:47.056081 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-24fa4c42-ceeb-4da7-af71-6efaa0b4e4bb req-d12b5b90-5d49-49f0-9b9c-dd33f9aa18f9 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0489118 Sep 13 15:39:47.107712 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-24fa4c42-ceeb-4da7-af71-6efaa0b4e4bb req-482fa325-c8ad-41c6-a449-4075b600153a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456526 Sep 13 15:39:47.607738 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd53f-8216-4d88-a7f4-ecb4874bed97 req-604ead4e-342d-46cd-bcad-2e5c687fabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:47.610000 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eb5bd53f-8216-4d88-a7f4-ecb4874bed97 req-604ead4e-342d-46cd-bcad-2e5c687fabf7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0461538 Sep 13 15:39:47.658857 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-eb5bd53f-8216-4d88-a7f4-ecb4874bed97 req-aabe306d-0dfb-41be-adda-745f1ad4ee15 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426900 Sep 13 15:39:48.233767 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b285b-9702-41b9-b389-7f116bc79988 req-83a9edcf-0d19-48bc-acfe-0802e62f57fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:48.235270 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-797b285b-9702-41b9-b389-7f116bc79988 req-83a9edcf-0d19-48bc-acfe-0802e62f57fd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Sep 13 15:39:48.287955 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-797b285b-9702-41b9-b389-7f116bc79988 req-ad334579-952a-47b1-a0c3-e533be2c1e81 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445275 Sep 13 15:39:48.585189 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-15b9c06a-23ba-47cc-9561-4fbe33861859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:48.891184 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:48.915588 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=43,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:49.415031 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc004a28-3e2a-4bbd-bd41-52d996f672e6 req-9ae3c650-9257-4a83-8027-db1e46a8e3d1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:49.416676 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fc004a28-3e2a-4bbd-bd41-52d996f672e6 req-9ae3c650-9257-4a83-8027-db1e46a8e3d1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0494800 Sep 13 15:39:49.468418 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fc004a28-3e2a-4bbd-bd41-52d996f672e6 req-895de4ea-913f-41d8-903e-0ab9714eb688 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457842 Sep 13 15:39:49.621324 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:49.639258 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:49.640230 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=7 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:50.602714 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4c5f8-31c7-42bb-93d3-eb0f2b1e8b44 req-3323d296-4aa9-4c33-b14c-56dc0fa39646 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:50.604949 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9f4c5f8-31c7-42bb-93d3-eb0f2b1e8b44 req-3323d296-4aa9-4c33-b14c-56dc0fa39646 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Sep 13 15:39:50.656948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:50.662329 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a9f4c5f8-31c7-42bb-93d3-eb0f2b1e8b44 req-1bdcfa62-d303-495e-8da1-dcf3c62d69f4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509419 Sep 13 15:39:50.824633 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb19a-3dfb-49f1-a137-fcb30b486a89 req-90117126-5fcd-438f-8e9a-008bcdea1c80 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:50.826194 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-175fb19a-3dfb-49f1-a137-fcb30b486a89 req-90117126-5fcd-438f-8e9a-008bcdea1c80 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0504055 Sep 13 15:39:50.883808 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-175fb19a-3dfb-49f1-a137-fcb30b486a89 req-e9e8a1b9-a51e-4f0d-b346-ffadc3212e1e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518687 Sep 13 15:39:50.912093 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35750) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:51.110744 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf13651-981e-4d9d-a414-6b2549674c40 tempest-TestShelveInstance-750800977 tempest-TestShelveInstance-750800977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:51.112206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-edf13651-981e-4d9d-a414-6b2549674c40 tempest-TestShelveInstance-750800977 tempest-TestShelveInstance-750800977-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1124 time: 0.1985703 Sep 13 15:39:51.112752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:51.115386 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35756) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:51.120655 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Request body: {'floatingip': {'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'port_id': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:39:51.134201 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d2e03-e65d-4461-a854-cd9b060e6ced req-5230d2b7-0a08-4928-9cc1-9f6823232bf7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:51.136037 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bb4d2e03-e65d-4461-a854-cd9b060e6ced req-5230d2b7-0a08-4928-9cc1-9f6823232bf7 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0530007 Sep 13 15:39:51.143670 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:51.190096 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bb4d2e03-e65d-4461-a854-cd9b060e6ced req-e1e6e2c6-5627-4f1e-9c87-df9af5728361 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 Sep 13 15:39:51.231089 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:51.237115 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:51.347252 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_common [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Allocated IP 172.27.1.146 (b30a9967-e978-451b-8d7f-fe56992fabf6/a6bef94f-acfe-4492-af65-8647fc8d8e72/5fa52a52-14c0-4839-a59f-58fee7f7b6b9) {{(pid=106264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:39:51.464707 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:51.502063 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:51.543232 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Network b30a9967-e978-451b-8d7f-fe56992fabf6 is already hosted by enough agents. {{(pid=106264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:39:51.548330 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Resources bound (agent type, host, resource id): {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:39:51.550696 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'Port': ['ID=5fa52a52-14c0-4839-a59f-58fee7f7b6b9,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:51.552805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Received port after_create {{(pid=106264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:39:51.911156 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:51.918415 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:51.923191 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for floatingip (f24fe45b-946a-4842-b22e-76490c0fe7cd), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.006135 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.164751 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.170809 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176268'] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.244491 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event updated for resources: {'Port': ['ID=5fa52a52-14c0-4839-a59f-58fee7f7b6b9,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:52.248446 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (f24fe45b-946a-4842-b22e-76490c0fe7cd), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.323511 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68b07b-e46b-4d7a-94c2-991e4a97770b req-a6235cbc-ec2c-439e-b9aa-9a505e3fafc0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:52.330669 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4b68b07b-e46b-4d7a-94c2-991e4a97770b req-a6235cbc-ec2c-439e-b9aa-9a505e3fafc0 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0538204 Sep 13 15:39:52.353588 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.db.l3_db [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Floating IP f24fe45b-946a-4842-b22e-76490c0fe7cd associated. External IP: 172.27.1.146, port: 8e967886-3ff8-4d58-9c31-aca6431f68e2. Sep 13 15:39:52.364858 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35776) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:52.385366 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4b68b07b-e46b-4d7a-94c2-991e4a97770b req-8b6ddfbb-3d21-46a6-a4ce-22f4e9899396 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4008072d-c568-426d-b83b-a2c9f5e898c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537281 Sep 13 15:39:52.493934 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b81ab4f4-3705-41ec-9066-41e0212c4ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.560706 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Router 5e8d38f3-7be3-472f-8b3c-306094d200e5 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:52.573323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b81ab4f4-3705-41ec-9066-41e0212c4ef9 admin admin] Publish callbacks [] for security_group (b2cc08ed-18f0-4a03-9dc8-f03e3e671287), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.578611 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b81ab4f4-3705-41ec-9066-41e0212c4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b2cc08ed-18f0-4a03-9dc8-f03e3e671287), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.609621 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:52.620525 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b81ab4f4-3705-41ec-9066-41e0212c4ef9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3bc739c34f634c1fb4f8cbd2186dbaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545750 Sep 13 15:39:52.621352 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ab4f4-3705-41ec-9066-41e0212c4ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc08ed-18f0-4a03-9dc8-f03e3e671287,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:52.625340 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35780) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:52.670533 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:52.680279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f318-ca49-472e-ad40-eb34d226138e admin admin] Publish callbacks [] for security_group (b2cc08ed-18f0-4a03-9dc8-f03e3e671287), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.681111 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] Sync routers for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:52.692052 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:52.692680 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:39:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:52.693853 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.702131 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f318-ca49-472e-ad40-eb34d226138e admin admin] Publish callbacks [] for security_group (b2cc08ed-18f0-4a03-9dc8-f03e3e671287), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.737151 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-62341b83-4da0-44be-b464-95e8c8ce04b4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6207087 Sep 13 15:39:52.738035 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:52.740756 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a9c788-404e-4ec5-ab4a-83aaec287ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:52.755022 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f318-ca49-472e-ad40-eb34d226138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (b2cc08ed-18f0-4a03-9dc8-f03e3e671287), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.757609 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f318-ca49-472e-ad40-eb34d226138e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.758811 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-0bb4f318-ca49-472e-ad40-eb34d226138e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b2cc08ed-18f0-4a03-9dc8-f03e3e671287 HTTP/1.1" status: 204 len: 168 time: 0.1325271 Sep 13 15:39:52.769100 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f318-ca49-472e-ad40-eb34d226138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc08ed-18f0-4a03-9dc8-f03e3e671287,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:52.782069 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94928302-aad5-4755-94f9-182e83414b15 x-openstack-request-id: req-94928302-aad5-4755-94f9-182e83414b15 {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:52.782394 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:52.782765 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94928302-aad5-4755-94f9-182e83414b15 {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:52.783305 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94928302-aad5-4755-94f9-182e83414b15'] response: {'name': 'network-changed', 'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'status': 'completed', 'code': 200} Sep 13 15:39:52.855014 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-a0f76239-666c-4679-9dce-677048336f9b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:52.857137 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-a0f76239-666c-4679-9dce-677048336f9b tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 947 time: 0.0536048 Sep 13 15:39:52.868333 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-c75ff003-1253-4d63-8db1-d59eef5b428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:52.870687 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-c75ff003-1253-4d63-8db1-d59eef5b428c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0506573 Sep 13 15:39:52.901922 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:52.927803 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:52.961578 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:52.966223 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Deleting port 5a5700cd-ed56-489f-9724-206efe586022 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:52.966578 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (5a5700cd-ed56-489f-9724-206efe586022), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:52.988905 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-aeb1b3b7-38c7-46f4-a190-f7efaf1cdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:52.991184 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-aeb1b3b7-38c7-46f4-a190-f7efaf1cdf0c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.1149480 Sep 13 15:39:53.066604 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-1bf2c334-3c5a-48ae-9403-439d3b296e77 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 999 time: 0.0683093 Sep 13 15:39:53.069883 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] For port 5a5700cd-ed56-489f-9724-206efe586022, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=5a5700cd-ed56-489f-9724-206efe586022,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:53.070538 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (5a5700cd-ed56-489f-9724-206efe586022), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.130354 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-b1f5ad60-f935-442c-8b3e-50dfef0b7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:53.131825 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-b1f5ad60-f935-442c-8b3e-50dfef0b7d48 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0580640 Sep 13 15:39:53.134853 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:53.168627 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35790) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:53.183277 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'f24fe45b-946a-4842-b22e-76490c0fe7cd', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'port_id': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'mac_address': 'fa:16:3e:2d:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:39:51Z', 'updated_at': '2022-09-13T15:39:51Z', 'revision_number': 0, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:06Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:53.189813 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9bb36a04-ec8e-4546-9952-289720eb10ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.200086 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-6bb03147-5915-46ba-b0b6-cd2e2ef159df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:39:53.201641 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-6bb03147-5915-46ba-b0b6-cd2e2ef159df service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628211 Sep 13 15:39:53.213735 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] Checking router: 5e8d38f3-7be3-472f-8b3c-306094d200e5 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:53.222509 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:53.223111 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:39:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:53.260014 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.261097 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (50b756b8-6b41-4411-96ee-a0ad272db31c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.261097 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Floating IP 50b756b8-6b41-4411-96ee-a0ad272db31c disassociated. External IP: 172.27.1.33, port: 5a5700cd-ed56-489f-9724-206efe586022. Sep 13 15:39:53.261997 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Calling delete_port for 5a5700cd-ed56-489f-9724-206efe586022 owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:53.333137 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-42d8460d-4dd0-4faf-97a1-0dde6f78e890 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250892 Sep 13 15:39:53.334392 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:53.399796 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9bb36a04-ec8e-4546-9952-289720eb10ec admin admin] Publish callbacks [] for security_group (a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.422232 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9bb36a04-ec8e-4546-9952-289720eb10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.423305 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (5a5700cd-ed56-489f-9724-206efe586022), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.463015 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event deleted for resources: {'Port': ['ID=5a5700cd-ed56-489f-9724-206efe586022,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:53.489291 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-95a9c788-404e-4ec5-ab4a-83aaec287ff6 req-3cd64d64-006e-4977-b4af-c176f0800a9f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475012 Sep 13 15:39:53.491966 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb36a04-ec8e-4546-9952-289720eb10ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:53.501590 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9bb36a04-ec8e-4546-9952-289720eb10ec admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=02c11d71b8d540bb87a8261906076782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290219 Sep 13 15:39:53.501590 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35794) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:53.527159 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8251ca4b-9ab6-4a21-b219-17d08d935aca req-1c79f366-3e47-4474-b563-d31db519dbf2 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5ca18ccd-bba6-4f59-ac3a-61e4524607f0 HTTP/1.1" status: 200 len: 210 time: 0.0380790 Sep 13 15:39:53.573877 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-44088d80-dac1-4eec-9f98-bd9eca19b406 admin admin] Publish callbacks [] for security_group (a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.584855 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'f24fe45b-946a-4842-b22e-76490c0fe7cd', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'port_id': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'mac_address': 'fa:16:3e:2d:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:39:51Z', 'updated_at': '2022-09-13T15:39:51Z', 'revision_number': 0, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:06Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:53.595417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-44088d80-dac1-4eec-9f98-bd9eca19b406 admin admin] Publish callbacks [] for security_group (a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.614422 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945bc8d-75f0-41dc-bf1f-217ab9da9c4d None None] The sync data for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi is: [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_floatingips': [{'id': 'f24fe45b-946a-4842-b22e-76490c0fe7cd', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'router_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'port_id': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'mac_address': 'fa:16:3e:2d:fb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T15:39:51Z', 'updated_at': '2022-09-13T15:39:51Z', 'revision_number': 0, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:06Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:53.656472 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Router 0511489b-b209-47c4-8689-927830e8ca8e has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:53.659304 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:53.664638 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-44088d80-dac1-4eec-9f98-bd9eca19b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.667919 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-44088d80-dac1-4eec-9f98-bd9eca19b406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.671654 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-44088d80-dac1-4eec-9f98-bd9eca19b406 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4 HTTP/1.1" status: 204 len: 168 time: 0.1682546 Sep 13 15:39:53.682526 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44088d80-dac1-4eec-9f98-bd9eca19b406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ffc1c-3fe9-4ef9-a080-9191fbd6fed4,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:53.797615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:53.811207 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:53.829211 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:53.830681 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:39:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:53.849670 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] No DVR routers for this DVR port 5a5700cd-ed56-489f-9724-206efe586022 on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:39:53.852473 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:53.856406 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-03a6bc7f-483f-49e7-a17a-d6888635ec47 req-5056647b-b75a-4268-b960-8b534171ba83 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.42 "DELETE /networking/v2.0/ports/5a5700cd-ed56-489f-9724-206efe586022 HTTP/1.1" status: 204 len: 173 time: 0.9934676 Sep 13 15:39:53.856940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-deleted', 'tag': '5a5700cd-ed56-489f-9724-206efe586022'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:39:53.859327 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d997f88-a7e6-4cb4-9d54-b609ed98c5db" -d '{"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-deleted", "tag": "5a5700cd-ed56-489f-9724-206efe586022"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:39:53.882759 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2636587-80f5-407b-8efa-c6b4a0a4fa35 None None] New status for floating IP f24fe45b-946a-4842-b22e-76490c0fe7cd: ACTIVE {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:39:53.964496 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea28130-fedb-434a-bdee-a5f8302d955d x-openstack-request-id: req-6ea28130-fedb-434a-bdee-a5f8302d955d {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:39:53.964496 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca18ccd-bba6-4f59-ac3a-61e4524607f0", "name": "network-vif-deleted", "tag": "5a5700cd-ed56-489f-9724-206efe586022", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:39:53.964496 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ea28130-fedb-434a-bdee-a5f8302d955d {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:39:53.964978 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea28130-fedb-434a-bdee-a5f8302d955d'] response: {'server_uuid': '5ca18ccd-bba6-4f59-ac3a-61e4524607f0', 'name': 'network-vif-deleted', 'tag': '5a5700cd-ed56-489f-9724-206efe586022', 'status': 'completed', 'code': 200} Sep 13 15:39:53.980446 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:54.031489 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:54.374551 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:54.399781 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:54.409452 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:54.410068 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:39:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:54.529311 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:54.654491 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35826) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:54.714316 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7aeda6d6-dee8-42c7-9a6e-a94a1ac86345 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (4008072d-c568-426d-b83b-a2c9f5e898c0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:54.739477 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7aeda6d6-dee8-42c7-9a6e-a94a1ac86345 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (4008072d-c568-426d-b83b-a2c9f5e898c0), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:54.746797 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:54.775675 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea25cc-340f-40fe-8b82-ba5f7baf13d2 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:30:07Z', 'revision_number': 4, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'c0842cdb-5392-4418-9990-0cc381dabef9', 'name': '', 'network_id': '0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'mac_address': 'fa:16:3e:d3:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:30:04Z', 'updated_at': '2022-09-13T15:30:23Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'subnets': [{'id': '20aa7508-988e-4ceb-92c2-c828c044a835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:39:54.799163 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7aeda6d6-dee8-42c7-9a6e-a94a1ac86345 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (4008072d-c568-426d-b83b-a2c9f5e898c0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:54.802040 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7aeda6d6-dee8-42c7-9a6e-a94a1ac86345 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:54.803396 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7aeda6d6-dee8-42c7-9a6e-a94a1ac86345 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4008072d-c568-426d-b83b-a2c9f5e898c0 HTTP/1.1" status: 204 len: 168 time: 0.1478994 Sep 13 15:39:54.806281 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35830) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:54.814413 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeda6d6-dee8-42c7-9a6e-a94a1ac86345 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008072d-c568-426d-b83b-a2c9f5e898c0,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:54.831234 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-0f715505-389f-4ffe-8fb0-41aac0180767 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] show failed (client error): The resource could not be found. Sep 13 15:39:54.832284 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-0f715505-389f-4ffe-8fb0-41aac0180767 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "GET /networking/v2.0/security-groups/4008072d-c568-426d-b83b-a2c9f5e898c0 HTTP/1.1" status: 404 len: 347 time: 0.0238850 Sep 13 15:39:54.835796 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35832) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:54.966656 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Deleting port e0bad418-5422-4170-8598-418273d7ac14 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:54.967050 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (e0bad418-5422-4170-8598-418273d7ac14), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:55.057764 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (e0bad418-5422-4170-8598-418273d7ac14), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:55.058305 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (e0bad418-5422-4170-8598-418273d7ac14), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:55.071714 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Calling delete_port for e0bad418-5422-4170-8598-418273d7ac14 owned by network:floatingip {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:55.121363 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c8629-9ccd-4e5e-9564-a64947b5aedd None None] New status for floating IP 50b756b8-6b41-4411-96ee-a0ad272db31c: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:39:55.126338 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:55.203196 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:55.223893 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (e0bad418-5422-4170-8598-418273d7ac14), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:55.236671 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:55.240843 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.db.api [None req-7e3c8629-9ccd-4e5e-9564-a64947b5aedd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 15:39:55.241467 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG oslo_db.api [None req-7e3c8629-9ccd-4e5e-9564-a64947b5aedd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 15:39:55.251518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Pushing event deleted for resources: {'Port': ['ID=e0bad418-5422-4170-8598-418273d7ac14,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:55.318970 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks [] for floatingip (50b756b8-6b41-4411-96ee-a0ad272db31c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:55.321565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:55.323836 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-caf1dba9-0340-4660-a9ed-11bfd4ee04a1 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/50b756b8-6b41-4411-96ee-a0ad272db31c HTTP/1.1" status: 204 len: 168 time: 0.4864333 Sep 13 15:39:55.743057 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c8629-9ccd-4e5e-9564-a64947b5aedd None None] New status for floating IP 50b756b8-6b41-4411-96ee-a0ad272db31c: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:39:57.768444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35878) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:58.125834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:58.261429 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (0511489b-b209-47c4-8689-927830e8ca8e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:58.486489 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Deleting port c0842cdb-5392-4418-9990-0cc381dabef9 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:58.486811 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:58.568285 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] For port c0842cdb-5392-4418-9990-0cc381dabef9, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=c0842cdb-5392-4418-9990-0cc381dabef9,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:58.568654 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:58.583932 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Calling delete_port for c0842cdb-5392-4418-9990-0cc381dabef9 owned by network:router_interface {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:58.585404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:58.709391 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:39:58.729533 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 5a5700cd-ed56-489f-9724-206efe586022 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:39:58.729879 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 5a5700cd-ed56-489f-9724-206efe586022 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:39:58.776062 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (c0842cdb-5392-4418-9990-0cc381dabef9), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:58.803300 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0842cdb-5392-4418-9990-0cc381dabef9,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:39:59.235459 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (0511489b-b209-47c4-8689-927830e8ca8e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:59.237905 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:59.452924 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Router 0511489b-b209-47c4-8689-927830e8ca8e has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:39:59.564075 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:39:59.571281 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-3e942efd-f4d8-43f7-88ee-2e9e291d51b1 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/0511489b-b209-47c4-8689-927830e8ca8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020163 Sep 13 15:39:59.572926 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35888) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:39:59.578141 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] Sync routers for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:39:59.593059 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:59.593711 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:39:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:59.673936 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks [] for router (0511489b-b209-47c4-8689-927830e8ca8e), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:59.696765 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:39:59.760844 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:59.763769 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:59.775293 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks [] for router_gateway (0511489b-b209-47c4-8689-927830e8ca8e), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:59.823930 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Deleting port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:39:59.824518 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:59.869764 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:39:58Z', 'revision_number': 5, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port': {'id': '336c6855-6129-4cb8-b2dc-8d9c3e4f66ed', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511489b-b209-47c4-8689-927830e8ca8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:29:59Z', 'updated_at': '2022-09-13T15:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:59.895632 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] Checking router: 0511489b-b209-47c4-8689-927830e8ca8e for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:39:59.905489 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] Routers {'0511489b-b209-47c4-8689-927830e8ca8e'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:39:59.906123 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:39:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['0511489b-b209-47c4-8689-927830e8ca8e'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:39:59.907684 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:39:59.909235 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] For port 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:39:59.909605 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:39:59.922425 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Calling delete_port for 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed owned by network:router_gateway {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:39:59.991063 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] Set router 0511489b-b209-47c4-8689-927830e8ca8e gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:40:00.047116 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:39:59Z', 'revision_number': 6, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:40:00.072988 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf3696-cf5b-44df-8d46-eca914c3e089 None None] The sync data for ids ['0511489b-b209-47c4-8689-927830e8ca8e'] in dv-cinder-857434-2-iscsi is: [{'id': '0511489b-b209-47c4-8689-927830e8ca8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018562824-router', 'tenant_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:29:56Z', 'updated_at': '2022-09-13T15:39:59Z', 'revision_number': 6, 'project_id': '3cbf0c034dd54a8d856d9bc6fb485b45', 'gw_port_host': None}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:40:00.097220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (336c6855-6129-4cb8-b2dc-8d9c3e4f66ed), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.124546 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=336c6855-6129-4cb8-b2dc-8d9c3e4f66ed,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:00.457799 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (0511489b-b209-47c4-8689-927830e8ca8e), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.545743 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (0511489b-b209-47c4-8689-927830e8ca8e), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.548040 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks [] for router_controller (0511489b-b209-47c4-8689-927830e8ca8e), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.591319 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (0511489b-b209-47c4-8689-927830e8ca8e), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.592022 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0511489b-b209-47c4-8689-927830e8ca8e {{(pid=106264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:40:00.596893 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.598308 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-cbd4b44c-721f-44ca-8455-911cd50aeb76 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/0511489b-b209-47c4-8689-927830e8ca8e HTTP/1.1" status: 204 len: 168 time: 1.0243607 Sep 13 15:40:00.601053 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35892) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:00.651282 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Deleting subnet 20aa7508-988e-4ceb-92c2-c828c044a835 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:40:00.654793 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Publish callbacks [] for subnet (20aa7508-988e-4ceb-92c2-c828c044a835), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.689661 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (20aa7508-988e-4ceb-92c2-c828c044a835), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.764417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (20aa7508-988e-4ceb-92c2-c828c044a835), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.824528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (20aa7508-988e-4ceb-92c2-c828c044a835), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.849219 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20aa7508-988e-4ceb-92c2-c828c044a835,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:00.857073 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.863388 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2e2420e6-6817-43f2-93fa-127c39e40726 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/20aa7508-988e-4ceb-92c2-c828c044a835 HTTP/1.1" status: 204 len: 168 time: 0.2587085 Sep 13 15:40:00.863537 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c174af3-82b9-4dd6-91e5-8dc699e8e0e1 None None] Network 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:40:00.864000 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 35894) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:00.871830 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:00.935591 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:00.944797 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:00.981290 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Deleting port a6c52073-db58-4621-b24e-c728256ee74d {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:40:00.981774 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a6c52073-db58-4621-b24e-c728256ee74d), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.034772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] DHCP port deletion for 0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:40:01.053467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] For port a6c52073-db58-4621-b24e-c728256ee74d, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a6c52073-db58-4621-b24e-c728256ee74d,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:40:01.053859 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a6c52073-db58-4621-b24e-c728256ee74d), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.069428 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Calling delete_port for a6c52073-db58-4621-b24e-c728256ee74d owned by network:dhcp {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:40:01.078304 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Deleting port a6c52073-db58-4621-b24e-c728256ee74d {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:40:01.078744 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (a6c52073-db58-4621-b24e-c728256ee74d), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.154863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (a6c52073-db58-4621-b24e-c728256ee74d), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.165982 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] For port a6c52073-db58-4621-b24e-c728256ee74d, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=a6c52073-db58-4621-b24e-c728256ee74d,segment=NetworkSegment(50b94608-35ad-4e10-869a-e54a7d2755fb),segment_id=50b94608-35ad-4e10-869a-e54a7d2755fb)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:40:01.165982 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (a6c52073-db58-4621-b24e-c728256ee74d), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.177425 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Calling delete_port for a6c52073-db58-4621-b24e-c728256ee74d owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:40:01.190790 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c52073-db58-4621-b24e-c728256ee74d,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:01.195102 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] No DVR routers for this DVR port a6c52073-db58-4621-b24e-c728256ee74d on host dv-cinder-857434-2-iscsi {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:40:01.254476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (a6c52073-db58-4621-b24e-c728256ee74d), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.269513 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.282908 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Pushing event deleted for resources: {'Port': ['ID=a6c52073-db58-4621-b24e-c728256ee74d,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:01.288335 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] No DVR routers for this DVR port a6c52073-db58-4621-b24e-c728256ee74d on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:40:01.290847 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:40:01.298408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.298763 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.299142 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.299785 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.299924 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.300215 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.300540 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.300863 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.306557 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.307201 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b94608-35ad-4e10-869a-e54a7d2755fb') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:40:01.307440 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.307544 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b94608-35ad-4e10-869a-e54a7d2755fb') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:40:01.307651 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.307651 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.307651 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.307651 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.307651 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4d018-d78e-4066-bc35-47f3c7f0472e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:01.315111 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (50b94608-35ad-4e10-869a-e54a7d2755fb), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.330052 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (50b94608-35ad-4e10-869a-e54a7d2755fb), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.336395 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:40:01.336781 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (50b94608-35ad-4e10-869a-e54a7d2755fb), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.380932 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 50b94608-35ad-4e10-869a-e54a7d2755fb resource provider aggregate not found Sep 13 15:40:01.398214 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment 50b94608-35ad-4e10-869a-e54a7d2755fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50b94608-35ad-4e10-869a-e54a7d2755fb found for delete ", "request_id": "req-778cf948-16a7-498e-b2ab-9f99a73ea044"}]} Sep 13 15:40:01.406786 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.412501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.415897 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c HTTP/1.1" status: 204 len: 168 time: 0.5507207 Sep 13 15:40:01.427464 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617a721-fbc3-4552-bf1f-46bcc4e1672f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a87f0b4-b557-4ae0-99ca-c1b34aa8ea5c,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:01.553445 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35904) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:01.600675 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-11546e2e-471c-4cb1-9af8-20f534d31e68 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3cbf0c034dd54a8d856d9bc6fb485b45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456638 Sep 13 15:40:01.603279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 35906) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:01.626262 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:40:01.646430 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:40:01.646662 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 336c6855-6129-4cb8-b2dc-8d9c3e4f66ed not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:40:01.647068 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a6c52073-db58-4621-b24e-c728256ee74d no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:40:01.653003 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d061a4e7-5b9c-447d-afbc-984ea4b4fdc8 admin admin] Publish callbacks [] for security_group (22b54755-baed-4b71-91c3-2293744f5291), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.665194 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: a6c52073-db58-4621-b24e-c728256ee74d {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:40:01.665535 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device a6c52073-db58-4621-b24e-c728256ee74d not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:40:01.665966 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device c0842cdb-5392-4418-9990-0cc381dabef9 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:40:01.673505 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d061a4e7-5b9c-447d-afbc-984ea4b4fdc8 admin admin] Publish callbacks [] for security_group (22b54755-baed-4b71-91c3-2293744f5291), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.683812 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: c0842cdb-5392-4418-9990-0cc381dabef9 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:40:01.684368 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device c0842cdb-5392-4418-9990-0cc381dabef9 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:40:01.723318 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d061a4e7-5b9c-447d-afbc-984ea4b4fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (22b54755-baed-4b71-91c3-2293744f5291), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.725860 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d061a4e7-5b9c-447d-afbc-984ea4b4fdc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:01.727049 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-d061a4e7-5b9c-447d-afbc-984ea4b4fdc8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/22b54755-baed-4b71-91c3-2293744f5291 HTTP/1.1" status: 204 len: 168 time: 0.1228638 Sep 13 15:40:01.734934 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061a4e7-5b9c-447d-afbc-984ea4b4fdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b54755-baed-4b71-91c3-2293744f5291,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:01.769408 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:06.507438 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-87fde4d8-a181-49e9-ba02-32790dc8c683 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432699 Sep 13 15:40:06.562542 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:06.593482 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-6435d05a-f78c-444b-8271-53123602198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:40:06.595056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-6435d05a-f78c-444b-8271-53123602198c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 1130 time: 0.0421517 Sep 13 15:40:06.707287 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-767071b5-85e3-4584-a24c-7efc7edb9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:40:06.708769 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-767071b5-85e3-4584-a24c-7efc7edb9533 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 200 len: 916 time: 0.0951672 Sep 13 15:40:06.775166 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-cf6741c5-b64e-4d39-a9d2-8167dfaad11b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d308a79-d4e3-4650-921d-5f3b094974f4 HTTP/1.1" status: 200 len: 1002 time: 0.0600686 Sep 13 15:40:06.830309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-0dcda11c-b5bf-4c4a-b8e9-1c1a8dcecbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:40:06.831658 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-0dcda11c-b5bf-4c4a-b8e9-1c1a8dcecbc2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 200 len: 854 time: 0.0494096 Sep 13 15:40:06.875461 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-92e4349a-c3d4-4402-afec-dcd95bee6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:40:06.877044 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-92e4349a-c3d4-4402-afec-dcd95bee6d62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=dae42ed5-9203-4331-a516-9ad32fc49ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393808 Sep 13 15:40:06.948091 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:06.985247 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-a7ff8b4e-6c0f-4690-9c8b-07fa8e52450a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018491 Sep 13 15:40:07.079094 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a58e53af-899e-4c9f-9667-2a0acb680bbf req-a2e95ce6-f69d-4b77-85d2-4f63a28089b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870061 Sep 13 15:40:07.665160 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:40:11.417409 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=39,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:11.418239 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:11.747182 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:11.764134 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:16.255727 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-831ce6ef-8add-4cf5-8b32-9d766d7c149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:17.074395 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:17.075925 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=48 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:18.590161 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-520b4d18-0b80-467d-87bf-59fe256f0b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:19.623439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:20.918954 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36142) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:21.038330 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.112753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.128288 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Publish callbacks [] for security_group (683634dc-a976-4680-9937-15d93167e743), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.133477 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (683634dc-a976-4680-9937-15d93167e743), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.171636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683634dc-a976-4680-9937-15d93167e743,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:21.175667 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bf9c6d4a95e549b1a1931e613b834afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556658 Sep 13 15:40:21.178631 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36148) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:21.181786 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.182176 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.182549 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.182895 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.185248 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.185615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.186251 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.186398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.187376 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.187376 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.187726 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.188056 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.188444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.188853 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.189299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293b999-38b1-456d-8325-2475bc8aa84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.231672 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.241627 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Publish callbacks [] for security_group (683634dc-a976-4680-9937-15d93167e743), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.262558 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Publish callbacks [] for security_group (683634dc-a976-4680-9937-15d93167e743), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.308727 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (683634dc-a976-4680-9937-15d93167e743), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.311605 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:21.312787 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/683634dc-a976-4680-9937-15d93167e743 HTTP/1.1" status: 204 len: 168 time: 0.1331582 Sep 13 15:40:21.320762 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683634dc-a976-4680-9937-15d93167e743,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:21.328508 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.328852 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.329186 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.329519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.329852 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.330210 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.330520 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.330841 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.331185 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.331471 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.331811 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.332119 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.332577 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.332985 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:21.333201 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398698a6-b8df-4035-9eb8-4db0aa5af430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:40:26.633257 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:UPDATE=1,neutron:SELECT=51 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:26.638535 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=9 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.174865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.178500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.226422 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.316389 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.327638 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.347444 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:31.772229 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.054465 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36356) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:36.168545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2619385d-bdaa-4e79-aa07-40b8913511c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.253025 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2619385d-bdaa-4e79-aa07-40b8913511c6 admin admin] Publish callbacks [] for security_group (014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.257982 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2619385d-bdaa-4e79-aa07-40b8913511c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.299409 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-2619385d-bdaa-4e79-aa07-40b8913511c6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c2531b31853e48d6b71c2c215f8ec561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438185 Sep 13 15:40:36.302426 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36366) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:36.315744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619385d-bdaa-4e79-aa07-40b8913511c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:36.355595 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9aae243-4ed3-43f3-9956-b50a3fc413a5 admin admin] Publish callbacks [] for security_group (014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.380657 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9aae243-4ed3-43f3-9956-b50a3fc413a5 admin admin] Publish callbacks [] for security_group (014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.432357 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9aae243-4ed3-43f3-9956-b50a3fc413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.434940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9aae243-4ed3-43f3-9956-b50a3fc413a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.436127 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e9aae243-4ed3-43f3-9956-b50a3fc413a5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb HTTP/1.1" status: 204 len: 168 time: 0.1328163 Sep 13 15:40:36.444825 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae243-4ed3-43f3-9956-b50a3fc413a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014904d9-fad2-4eaa-bcab-8f8ff3ddc7bb,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:36.743216 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36372) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:36.757183 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5c00ec6-cf53-4eb6-83f1-6da66bef1b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.837692 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5c00ec6-cf53-4eb6-83f1-6da66bef1b98 admin admin] Publish callbacks [] for security_group (40012b2a-b670-449d-b297-79aac50bc46a), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.844706 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b5c00ec6-cf53-4eb6-83f1-6da66bef1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (40012b2a-b670-449d-b297-79aac50bc46a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.888045 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b5c00ec6-cf53-4eb6-83f1-6da66bef1b98 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9e397ef67f9d41519b9cd879db45b2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436636 Sep 13 15:40:36.888795 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c00ec6-cf53-4eb6-83f1-6da66bef1b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40012b2a-b670-449d-b297-79aac50bc46a,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:36.890987 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36374) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:36.947966 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c619325e-4973-4125-b759-7a6391e72638 admin admin] Publish callbacks [] for security_group (40012b2a-b670-449d-b297-79aac50bc46a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:36.968921 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c619325e-4973-4125-b759-7a6391e72638 admin admin] Publish callbacks [] for security_group (40012b2a-b670-449d-b297-79aac50bc46a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.018153 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c619325e-4973-4125-b759-7a6391e72638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (40012b2a-b670-449d-b297-79aac50bc46a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.021047 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-c619325e-4973-4125-b759-7a6391e72638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.022232 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-c619325e-4973-4125-b759-7a6391e72638 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/40012b2a-b670-449d-b297-79aac50bc46a HTTP/1.1" status: 204 len: 168 time: 0.1299770 Sep 13 15:40:37.031244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619325e-4973-4125-b759-7a6391e72638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40012b2a-b670-449d-b297-79aac50bc46a,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:37.544514 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36394) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:37.654942 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5d055719-9965-4553-874f-e9dd895d180f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.737221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5d055719-9965-4553-874f-e9dd895d180f admin admin] Publish callbacks [] for security_group (27e312e8-61d8-4d44-a96f-bca92a6273ee), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.743566 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5d055719-9965-4553-874f-e9dd895d180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (27e312e8-61d8-4d44-a96f-bca92a6273ee), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.781671 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055719-9965-4553-874f-e9dd895d180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e312e8-61d8-4d44-a96f-bca92a6273ee,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:37.787058 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5d055719-9965-4553-874f-e9dd895d180f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ff00969c7f524d60beb88f1d85f18073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414985 Sep 13 15:40:37.789805 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36406) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:37.848060 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-31afef48-7964-4979-b12a-bde0f3aaff57 admin admin] Publish callbacks [] for security_group (27e312e8-61d8-4d44-a96f-bca92a6273ee), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.870389 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-31afef48-7964-4979-b12a-bde0f3aaff57 admin admin] Publish callbacks [] for security_group (27e312e8-61d8-4d44-a96f-bca92a6273ee), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.922549 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-31afef48-7964-4979-b12a-bde0f3aaff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (27e312e8-61d8-4d44-a96f-bca92a6273ee), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.925765 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-31afef48-7964-4979-b12a-bde0f3aaff57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:37.927019 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-31afef48-7964-4979-b12a-bde0f3aaff57 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/27e312e8-61d8-4d44-a96f-bca92a6273ee HTTP/1.1" status: 204 len: 168 time: 0.1362998 Sep 13 15:40:37.937295 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afef48-7964-4979-b12a-bde0f3aaff57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e312e8-61d8-4d44-a96f-bca92a6273ee,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:42.532927 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36548) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:42.649757 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-550b7610-f276-4ebf-83ed-096e25414699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.728420 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-550b7610-f276-4ebf-83ed-096e25414699 admin admin] Publish callbacks [] for security_group (758803d3-51d4-4893-9af5-0328066c3a7e), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.735577 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-550b7610-f276-4ebf-83ed-096e25414699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (758803d3-51d4-4893-9af5-0328066c3a7e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.774898 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-550b7610-f276-4ebf-83ed-096e25414699 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=29252a7765dc4332880995290f130f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408779 Sep 13 15:40:42.776037 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b7610-f276-4ebf-83ed-096e25414699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758803d3-51d4-4893-9af5-0328066c3a7e,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:42.777818 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36552) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:42.829370 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5cb2-49d6-491e-a1a6-cc64a3e8dcea admin admin] Publish callbacks [] for security_group (758803d3-51d4-4893-9af5-0328066c3a7e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.850225 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5cb2-49d6-491e-a1a6-cc64a3e8dcea admin admin] Publish callbacks [] for security_group (758803d3-51d4-4893-9af5-0328066c3a7e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.902079 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5cb2-49d6-491e-a1a6-cc64a3e8dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (758803d3-51d4-4893-9af5-0328066c3a7e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.904883 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5cb2-49d6-491e-a1a6-cc64a3e8dcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:42.906036 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fe6b5cb2-49d6-491e-a1a6-cc64a3e8dcea admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/758803d3-51d4-4893-9af5-0328066c3a7e HTTP/1.1" status: 204 len: 168 time: 0.1271749 Sep 13 15:40:42.913770 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b5cb2-49d6-491e-a1a6-cc64a3e8dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758803d3-51d4-4893-9af5-0328066c3a7e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:43.190497 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36558) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:43.204984 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d5e8-d89a-4860-9d2e-3aeecc281c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.245255 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:43.270615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:43.290402 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d5e8-d89a-4860-9d2e-3aeecc281c86 admin admin] Publish callbacks [] for security_group (d2a3db89-279e-4909-9844-f6b441340fb1), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.295808 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d5e8-d89a-4860-9d2e-3aeecc281c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d2a3db89-279e-4909-9844-f6b441340fb1), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.334263 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0d5e8-d89a-4860-9d2e-3aeecc281c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3db89-279e-4909-9844-f6b441340fb1,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:43.338623 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-d2a0d5e8-d89a-4860-9d2e-3aeecc281c86 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=64733c3a6c5c4d19ba8b182829557817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470788 Sep 13 15:40:43.342318 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36560) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:43.390242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-162a12b6-c6be-4413-9e2e-6d36716927c9 admin admin] Publish callbacks [] for security_group (d2a3db89-279e-4909-9844-f6b441340fb1), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.411554 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-162a12b6-c6be-4413-9e2e-6d36716927c9 admin admin] Publish callbacks [] for security_group (d2a3db89-279e-4909-9844-f6b441340fb1), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.465634 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-162a12b6-c6be-4413-9e2e-6d36716927c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d2a3db89-279e-4909-9844-f6b441340fb1), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.468141 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-162a12b6-c6be-4413-9e2e-6d36716927c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:43.469286 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-162a12b6-c6be-4413-9e2e-6d36716927c9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d2a3db89-279e-4909-9844-f6b441340fb1 HTTP/1.1" status: 204 len: 168 time: 0.1268537 Sep 13 15:40:43.478642 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a12b6-c6be-4413-9e2e-6d36716927c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3db89-279e-4909-9844-f6b441340fb1,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:43.908015 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36586) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:44.069004 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-482bdb9a-b32f-4d50-a92d-95188705ff66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.150041 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-482bdb9a-b32f-4d50-a92d-95188705ff66 admin admin] Publish callbacks [] for security_group (f93b3b50-625d-4172-bcc0-39543938f1de), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.155643 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-482bdb9a-b32f-4d50-a92d-95188705ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f93b3b50-625d-4172-bcc0-39543938f1de), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.197086 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-482bdb9a-b32f-4d50-a92d-95188705ff66 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=52fa3c74ab064e73be4a9684c810a91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879708 Sep 13 15:40:44.198062 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bdb9a-b32f-4d50-a92d-95188705ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93b3b50-625d-4172-bcc0-39543938f1de,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:44.200052 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36600) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:44.250059 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-057445ff-779e-46ac-84de-98c8b212adf9 admin admin] Publish callbacks [] for security_group (f93b3b50-625d-4172-bcc0-39543938f1de), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.273778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-057445ff-779e-46ac-84de-98c8b212adf9 admin admin] Publish callbacks [] for security_group (f93b3b50-625d-4172-bcc0-39543938f1de), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.279742 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:44.303300 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:44.343541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-057445ff-779e-46ac-84de-98c8b212adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f93b3b50-625d-4172-bcc0-39543938f1de), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.346312 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-057445ff-779e-46ac-84de-98c8b212adf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.347573 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-057445ff-779e-46ac-84de-98c8b212adf9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f93b3b50-625d-4172-bcc0-39543938f1de HTTP/1.1" status: 204 len: 168 time: 0.1465025 Sep 13 15:40:44.357666 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057445ff-779e-46ac-84de-98c8b212adf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93b3b50-625d-4172-bcc0-39543938f1de,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:44.660234 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36614) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:44.665966 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:40:44.674636 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca0f-7310-4d0d-b902-85b1988f734f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.753692 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca0f-7310-4d0d-b902-85b1988f734f admin admin] Publish callbacks [] for security_group (90c03693-6246-4c9c-90b6-60e6d7676ecb), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.758204 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d1eca0f-7310-4d0d-b902-85b1988f734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (90c03693-6246-4c9c-90b6-60e6d7676ecb), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.798044 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5d1eca0f-7310-4d0d-b902-85b1988f734f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2a42416eeb3d4229b7cb6719ee9cfa9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366282 Sep 13 15:40:44.799492 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eca0f-7310-4d0d-b902-85b1988f734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c03693-6246-4c9c-90b6-60e6d7676ecb,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:44.800808 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36618) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:44.852962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1be2d1c4-5c64-430d-b2c5-902f37ff07e1 admin admin] Publish callbacks [] for security_group (90c03693-6246-4c9c-90b6-60e6d7676ecb), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.873963 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1be2d1c4-5c64-430d-b2c5-902f37ff07e1 admin admin] Publish callbacks [] for security_group (90c03693-6246-4c9c-90b6-60e6d7676ecb), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.924405 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1be2d1c4-5c64-430d-b2c5-902f37ff07e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (90c03693-6246-4c9c-90b6-60e6d7676ecb), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.927244 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1be2d1c4-5c64-430d-b2c5-902f37ff07e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:44.928661 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1be2d1c4-5c64-430d-b2c5-902f37ff07e1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/90c03693-6246-4c9c-90b6-60e6d7676ecb HTTP/1.1" status: 204 len: 168 time: 0.1265745 Sep 13 15:40:44.937675 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2d1c4-5c64-430d-b2c5-902f37ff07e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c03693-6246-4c9c-90b6-60e6d7676ecb,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:45.490481 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36646) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:45.634473 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8227d3ca-a18d-4f94-bbfd-eb806f9fac55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.731793 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8227d3ca-a18d-4f94-bbfd-eb806f9fac55 admin admin] Publish callbacks [] for security_group (bb09d211-76c2-4936-9a7e-90109a022a42), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.743937 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8227d3ca-a18d-4f94-bbfd-eb806f9fac55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (bb09d211-76c2-4936-9a7e-90109a022a42), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.776973 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=15 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:45.795136 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:45.808614 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-8227d3ca-a18d-4f94-bbfd-eb806f9fac55 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=92c56a4dfb4f41ce8a43082cb9451e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167145 Sep 13 15:40:45.810556 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227d3ca-a18d-4f94-bbfd-eb806f9fac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09d211-76c2-4936-9a7e-90109a022a42,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:45.812284 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36658) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:45.876543 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1398-ed0c-4e40-9eb0-e088ca567a17 admin admin] Publish callbacks [] for security_group (bb09d211-76c2-4936-9a7e-90109a022a42), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.905537 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1398-ed0c-4e40-9eb0-e088ca567a17 admin admin] Publish callbacks [] for security_group (bb09d211-76c2-4936-9a7e-90109a022a42), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.969923 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1398-ed0c-4e40-9eb0-e088ca567a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (bb09d211-76c2-4936-9a7e-90109a022a42), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.972563 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fdfb1398-ed0c-4e40-9eb0-e088ca567a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:45.973736 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fdfb1398-ed0c-4e40-9eb0-e088ca567a17 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bb09d211-76c2-4936-9a7e-90109a022a42 HTTP/1.1" status: 204 len: 168 time: 0.1603904 Sep 13 15:40:45.983611 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb1398-ed0c-4e40-9eb0-e088ca567a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09d211-76c2-4936-9a7e-90109a022a42,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:46.253612 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-24946f02-9693-496f-adc3-a92cf210b736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.340520 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36676) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:46.354744 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-00c7851e-8b32-4005-9b0a-a03c5fc0c722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.432180 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-00c7851e-8b32-4005-9b0a-a03c5fc0c722 admin admin] Publish callbacks [] for security_group (731e9519-dbf6-4d7d-bd2e-7971dc7dd28e), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.437197 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-00c7851e-8b32-4005-9b0a-a03c5fc0c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (731e9519-dbf6-4d7d-bd2e-7971dc7dd28e), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.477773 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-00c7851e-8b32-4005-9b0a-a03c5fc0c722 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cb6b544858c649acbf0c7292840b60e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360681 Sep 13 15:40:46.478540 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7851e-8b32-4005-9b0a-a03c5fc0c722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731e9519-dbf6-4d7d-bd2e-7971dc7dd28e,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:46.481405 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36680) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:46.539714 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-419b09fe-926e-4456-b038-2301bd89995a admin admin] Publish callbacks [] for security_group (731e9519-dbf6-4d7d-bd2e-7971dc7dd28e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.560497 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-419b09fe-926e-4456-b038-2301bd89995a admin admin] Publish callbacks [] for security_group (731e9519-dbf6-4d7d-bd2e-7971dc7dd28e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.609658 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-419b09fe-926e-4456-b038-2301bd89995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (731e9519-dbf6-4d7d-bd2e-7971dc7dd28e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.612196 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-419b09fe-926e-4456-b038-2301bd89995a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:46.613363 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-419b09fe-926e-4456-b038-2301bd89995a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/731e9519-dbf6-4d7d-bd2e-7971dc7dd28e HTTP/1.1" status: 204 len: 168 time: 0.1308227 Sep 13 15:40:46.624692 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b09fe-926e-4456-b038-2301bd89995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e9519-dbf6-4d7d-bd2e-7971dc7dd28e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:48.602218 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-279f0920-4292-429e-8c19-1497eccc9aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:49.633076 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:51.111015 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:51.238294 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:53.744113 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36800) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:53.852907 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bf78-2265-4bb0-98c6-64c8048c81b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:53.935812 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bf78-2265-4bb0-98c6-64c8048c81b8 admin admin] Publish callbacks [] for security_group (abdc206d-3182-432b-a67f-e2a89ecd1cae), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:53.942208 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bf78-2265-4bb0-98c6-64c8048c81b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (abdc206d-3182-432b-a67f-e2a89ecd1cae), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:53.980556 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1bf78-2265-4bb0-98c6-64c8048c81b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc206d-3182-432b-a67f-e2a89ecd1cae,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:53.985000 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-dfb1bf78-2265-4bb0-98c6-64c8048c81b8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c5003b0655b940a095ec3534f7ddf884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398465 Sep 13 15:40:53.987837 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36804) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:54.039329 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe03b45b-f7ec-4c7d-b7db-5b04a768b7e5 admin admin] Publish callbacks [] for security_group (abdc206d-3182-432b-a67f-e2a89ecd1cae), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.061132 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe03b45b-f7ec-4c7d-b7db-5b04a768b7e5 admin admin] Publish callbacks [] for security_group (abdc206d-3182-432b-a67f-e2a89ecd1cae), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.110186 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe03b45b-f7ec-4c7d-b7db-5b04a768b7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (abdc206d-3182-432b-a67f-e2a89ecd1cae), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.112530 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe03b45b-f7ec-4c7d-b7db-5b04a768b7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.113698 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-fe03b45b-f7ec-4c7d-b7db-5b04a768b7e5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/abdc206d-3182-432b-a67f-e2a89ecd1cae HTTP/1.1" status: 204 len: 168 time: 0.1248872 Sep 13 15:40:54.121976 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03b45b-f7ec-4c7d-b7db-5b04a768b7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc206d-3182-432b-a67f-e2a89ecd1cae,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:54.399308 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 36810) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:54.413213 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e827f0b1-0d46-46ed-9153-e21e84500387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.497606 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e827f0b1-0d46-46ed-9153-e21e84500387 admin admin] Publish callbacks [] for security_group (51622baf-b646-432f-9350-02abe5e90130), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.503814 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e827f0b1-0d46-46ed-9153-e21e84500387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (51622baf-b646-432f-9350-02abe5e90130), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.546455 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e827f0b1-0d46-46ed-9153-e21e84500387 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9602b416db1d42659d01ebbc76fe1ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460097 Sep 13 15:40:54.547291 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827f0b1-0d46-46ed-9153-e21e84500387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51622baf-b646-432f-9350-02abe5e90130,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:54.549455 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36814) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:54.601616 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1c3565ea-6183-40a3-b3b4-df08d95bab24 admin admin] Publish callbacks [] for security_group (51622baf-b646-432f-9350-02abe5e90130), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.625017 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1c3565ea-6183-40a3-b3b4-df08d95bab24 admin admin] Publish callbacks [] for security_group (51622baf-b646-432f-9350-02abe5e90130), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.676113 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1c3565ea-6183-40a3-b3b4-df08d95bab24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (51622baf-b646-432f-9350-02abe5e90130), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.678691 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1c3565ea-6183-40a3-b3b4-df08d95bab24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:54.679881 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-1c3565ea-6183-40a3-b3b4-df08d95bab24 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/51622baf-b646-432f-9350-02abe5e90130 HTTP/1.1" status: 204 len: 168 time: 0.1293221 Sep 13 15:40:54.687909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3565ea-6183-40a3-b3b4-df08d95bab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51622baf-b646-432f-9350-02abe5e90130,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:55.052235 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36820) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:55.066308 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9e58726-f3d8-4fff-959e-3e7a41fc7750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.155701 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9e58726-f3d8-4fff-959e-3e7a41fc7750 admin admin] Publish callbacks [] for security_group (66b71bb3-184a-466e-ad5f-75688c0e4c6f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.162070 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9e58726-f3d8-4fff-959e-3e7a41fc7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (66b71bb3-184a-466e-ad5f-75688c0e4c6f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.172150 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:55.178441 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:40:55.202562 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e58726-f3d8-4fff-959e-3e7a41fc7750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b71bb3-184a-466e-ad5f-75688c0e4c6f,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:55.208659 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e9e58726-f3d8-4fff-959e-3e7a41fc7750 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6cdab7eb6c3c48d38a9544bf49d4a6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553354 Sep 13 15:40:55.211474 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36822) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:55.262975 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e042a0f0-8e94-4bb1-aa6f-f3564aaf9394 admin admin] Publish callbacks [] for security_group (66b71bb3-184a-466e-ad5f-75688c0e4c6f), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.288915 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e042a0f0-8e94-4bb1-aa6f-f3564aaf9394 admin admin] Publish callbacks [] for security_group (66b71bb3-184a-466e-ad5f-75688c0e4c6f), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.347537 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e042a0f0-8e94-4bb1-aa6f-f3564aaf9394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (66b71bb3-184a-466e-ad5f-75688c0e4c6f), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.352588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e042a0f0-8e94-4bb1-aa6f-f3564aaf9394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:55.354457 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e042a0f0-8e94-4bb1-aa6f-f3564aaf9394 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/66b71bb3-184a-466e-ad5f-75688c0e4c6f HTTP/1.1" status: 204 len: 168 time: 0.1418421 Sep 13 15:40:55.364107 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042a0f0-8e94-4bb1-aa6f-f3564aaf9394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b71bb3-184a-466e-ad5f-75688c0e4c6f,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:56.493545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36854) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:56.606481 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b4219e1e-424f-4d54-aa75-6fed2f852503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.691616 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b4219e1e-424f-4d54-aa75-6fed2f852503 admin admin] Publish callbacks [] for security_group (ae14472d-e262-4b3c-a2f3-60e8e2a24dd9), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.697008 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b4219e1e-424f-4d54-aa75-6fed2f852503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ae14472d-e262-4b3c-a2f3-60e8e2a24dd9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.735534 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4219e1e-424f-4d54-aa75-6fed2f852503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae14472d-e262-4b3c-a2f3-60e8e2a24dd9,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:40:56.741730 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-b4219e1e-424f-4d54-aa75-6fed2f852503 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=769a7ea5143a4486bdb631beae2b49cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470267 Sep 13 15:40:56.744684 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 36860) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:40:56.796270 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f33cf3fa-d4d4-4617-a7dd-ef77cc123f46 admin admin] Publish callbacks [] for security_group (ae14472d-e262-4b3c-a2f3-60e8e2a24dd9), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.816881 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f33cf3fa-d4d4-4617-a7dd-ef77cc123f46 admin admin] Publish callbacks [] for security_group (ae14472d-e262-4b3c-a2f3-60e8e2a24dd9), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.869602 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f33cf3fa-d4d4-4617-a7dd-ef77cc123f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ae14472d-e262-4b3c-a2f3-60e8e2a24dd9), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.872081 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f33cf3fa-d4d4-4617-a7dd-ef77cc123f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:40:56.873593 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-f33cf3fa-d4d4-4617-a7dd-ef77cc123f46 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ae14472d-e262-4b3c-a2f3-60e8e2a24dd9 HTTP/1.1" status: 204 len: 168 time: 0.1276994 Sep 13 15:40:56.881828 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cf3fa-d4d4-4617-a7dd-ef77cc123f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae14472d-e262-4b3c-a2f3-60e8e2a24dd9,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:01.777147 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:01.777715 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:01.789103 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:03.624741 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=17 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:03.636445 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=17 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:04.541155 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=8,neutron:SELECT=67,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:04.543234 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:06.524656 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-e8b51e57-ac99-4ff1-a962-cb5c1d8bf886 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1398551 Sep 13 15:41:06.587696 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-eb4f86e5-9375-4230-aad4-1e8b6c7537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:06.589187 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-eb4f86e5-9375-4230-aad4-1e8b6c7537d6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0421586 Sep 13 15:41:06.712960 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-2167be57-72f7-42fa-8368-27a4460a22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:06.714482 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-2167be57-72f7-42fa-8368-27a4460a22ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.1031132 Sep 13 15:41:06.781530 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-dd83a5ae-6589-4106-b92d-4063dd8a5a6a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 1001 time: 0.0608046 Sep 13 15:41:06.832765 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-e5687f29-22dc-4b1d-b68a-203cd99c0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:06.834284 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-e5687f29-22dc-4b1d-b68a-203cd99c0909 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0467730 Sep 13 15:41:06.875198 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:06.881776 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-a7300724-9159-4fa3-a727-9eea34b0975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:06.883315 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-a7300724-9159-4fa3-a727-9eea34b0975e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419922 Sep 13 15:41:06.895079 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-0009de7c-9543-4ca1-9343-f13dba87ca12 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:41:06.896063 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-0009de7c-9543-4ca1-9343-f13dba87ca12 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053039 Sep 13 15:41:06.983631 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:06.994250 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-6ea8f70b-260b-47d0-b784-39e822d828fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913546 Sep 13 15:41:07.093776 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecd38710-7cee-4e28-9ec3-e58a3d638583 req-e07ca6a9-4f93-4da9-8dc9-e4a4d9387d00 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Sep 13 15:41:10.434911 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37094) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:10.559406 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eea590f-b0e8-4025-ad2e-636a3f5b5f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.647932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eea590f-b0e8-4025-ad2e-636a3f5b5f4a admin admin] Publish callbacks [] for security_group (e56f7ce2-dc74-480a-8dfc-1770d46d95b8), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.653524 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2eea590f-b0e8-4025-ad2e-636a3f5b5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (e56f7ce2-dc74-480a-8dfc-1770d46d95b8), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.695614 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2eea590f-b0e8-4025-ad2e-636a3f5b5f4a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dc27b46cce614ec49a3b644e58a15175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595971 Sep 13 15:41:10.696423 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea590f-b0e8-4025-ad2e-636a3f5b5f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56f7ce2-dc74-480a-8dfc-1770d46d95b8,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:10.698707 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37100) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:10.756073 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-709d09d9-dec3-453c-8720-68acbc5e9b8a admin admin] Publish callbacks [] for security_group (e56f7ce2-dc74-480a-8dfc-1770d46d95b8), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.777435 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-709d09d9-dec3-453c-8720-68acbc5e9b8a admin admin] Publish callbacks [] for security_group (e56f7ce2-dc74-480a-8dfc-1770d46d95b8), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.833627 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-709d09d9-dec3-453c-8720-68acbc5e9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (e56f7ce2-dc74-480a-8dfc-1770d46d95b8), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.836202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-709d09d9-dec3-453c-8720-68acbc5e9b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:10.837380 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-709d09d9-dec3-453c-8720-68acbc5e9b8a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e56f7ce2-dc74-480a-8dfc-1770d46d95b8 HTTP/1.1" status: 204 len: 168 time: 0.1376305 Sep 13 15:41:10.849752 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d09d9-dec3-453c-8720-68acbc5e9b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56f7ce2-dc74-480a-8dfc-1770d46d95b8,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:11.788663 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:14.585756 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ab12-4583-4016-a868-af4aace869dc req-a4b3c4c5-8b1c-4d33-88f6-b0d62af33157 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:14.587275 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8ba2ab12-4583-4016-a868-af4aace869dc req-a4b3c4c5-8b1c-4d33-88f6-b0d62af33157 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0591908 Sep 13 15:41:14.640228 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8ba2ab12-4583-4016-a868-af4aace869dc req-ed73eaec-084f-4cd5-a94d-51d9b1422989 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444000 Sep 13 15:41:15.788720 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439c25-b4a8-4fdd-861b-138a3773429a req-4a2e861e-ad9a-4ee4-9d69-119ab8aaaab1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:15.790243 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-84439c25-b4a8-4fdd-861b-138a3773429a req-4a2e861e-ad9a-4ee4-9d69-119ab8aaaab1 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0519731 Sep 13 15:41:15.845686 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-84439c25-b4a8-4fdd-861b-138a3773429a req-95bb1038-6e86-4841-9627-4316ebd9c357 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467157 Sep 13 15:41:16.253963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-88551448-eccd-48f3-a55f-f62f180aaf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:16.891368 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72960e-6840-4563-9e21-6b522f4db861 req-578a6e2b-b8b3-4174-a028-aa1cef07790a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:16.892823 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-da72960e-6840-4563-9e21-6b522f4db861 req-578a6e2b-b8b3-4174-a028-aa1cef07790a tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0603762 Sep 13 15:41:17.004174 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288a10-195b-4361-b562-e950b30daefb req-1685ec92-43ca-49f8-8ef2-366f3d6fdf48 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:17.005621 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d7288a10-195b-4361-b562-e950b30daefb req-1685ec92-43ca-49f8-8ef2-366f3d6fdf48 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 946 time: 0.0767303 Sep 13 15:41:17.023776 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port 2d308a79-d4e3-4650-921d-5f3b094974f4 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:41:17.024113 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:17.109094 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d7288a10-195b-4361-b562-e950b30daefb req-c7342619-ebd4-41ee-99c0-02163c3f33bf tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2e862d0-3dd6-491f-88c4-27174eb93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965405 Sep 13 15:41:17.141963 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] For port 2d308a79-d4e3-4650-921d-5f3b094974f4, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=2d308a79-d4e3-4650-921d-5f3b094974f4,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:41:17.142333 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:17.309428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:17.309764 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975253'] for floatingip (9983d1e1-2df5-4ca8-91e1-d02158fefd32), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:17.310134 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Floating IP 9983d1e1-2df5-4ca8-91e1-d02158fefd32 disassociated. External IP: 172.27.1.121, port: 2d308a79-d4e3-4650-921d-5f3b094974f4. Sep 13 15:41:17.310468 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for 2d308a79-d4e3-4650-921d-5f3b094974f4 owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:41:17.315821 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:17.319658 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:17.458324 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (2d308a79-d4e3-4650-921d-5f3b094974f4), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:17.484208 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=2d308a79-d4e3-4650-921d-5f3b094974f4,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:17.597462 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:41:17.708674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:41:17.719812 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:41:17.731241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:41:17.731848 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:40:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:17.756252 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] No DVR routers for this DVR port 2d308a79-d4e3-4650-921d-5f3b094974f4 on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:41:17.758993 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:17.762182 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-da72960e-6840-4563-9e21-6b522f4db861 req-50e3f2ba-bc0c-4af7-aacf-c26817cdf292 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/2d308a79-d4e3-4650-921d-5f3b094974f4 HTTP/1.1" status: 204 len: 173 time: 0.8609877 Sep 13 15:41:17.762674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'name': 'network-vif-deleted', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:41:17.764940 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d832f47b-4bcc-4c7e-8087-86123fa8ee51" -d '{"events": [{"server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "name": "network-vif-deleted", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:41:17.846400 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:41:18.085682 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:18.116143 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:41:18.126153 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:41:18.126792 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:40:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:18.219514 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e596a0c-edda-4b11-8d7a-33e8f014aa4f x-openstack-request-id: req-1e596a0c-edda-4b11-8d7a-33e8f014aa4f {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:41:18.220090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100b4bbd-17e4-45ff-8606-e36f2eeda69d", "name": "network-vif-deleted", "tag": "2d308a79-d4e3-4650-921d-5f3b094974f4", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:41:18.220090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e596a0c-edda-4b11-8d7a-33e8f014aa4f {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:41:18.220426 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e596a0c-edda-4b11-8d7a-33e8f014aa4f'] response: {'server_uuid': '100b4bbd-17e4-45ff-8606-e36f2eeda69d', 'name': 'network-vif-deleted', 'tag': '2d308a79-d4e3-4650-921d-5f3b094974f4', 'status': 'completed', 'code': 200} Sep 13 15:41:18.340613 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-167b623d-9508-40ab-a192-6ba198412ecb req-b80b96f1-1b8d-4e76-a05a-57385ddb844e tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=100b4bbd-17e4-45ff-8606-e36f2eeda69d HTTP/1.1" status: 200 len: 210 time: 0.0469208 Sep 13 15:41:18.384431 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:41:18.587128 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:18.622364 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b60cad-f46c-409e-9053-1cb6bf210737 None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:31:53Z', 'revision_number': 4, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': 'd25a6da2-eb6c-4f26-b134-994d446317bf', 'name': '', 'network_id': 'dae42ed5-9203-4331-a516-9ad32fc49ad2', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'mac_address': 'fa:16:3e:92:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:53Z', 'updated_at': '2022-09-13T15:31:59Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'subnets': [{'id': 'd24ac755-78f6-49ff-8eb8-aafe7190dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:41:18.625778 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-5e476abb-9dcd-4cd5-8ad5-93ce4c0c94fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:18.868657 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d5643-d372-49be-b108-ffa5c2ff45a7 None None] New status for floating IP 9983d1e1-2df5-4ca8-91e1-d02158fefd32: DOWN {{(pid=106266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:41:19.453867 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37176) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:19.512732 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7c88-7dd5-411c-bbe9-3b9937aecda5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (f2e862d0-3dd6-491f-88c4-27174eb93a9e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.547063 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7c88-7dd5-411c-bbe9-3b9937aecda5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (f2e862d0-3dd6-491f-88c4-27174eb93a9e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.597780 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7c88-7dd5-411c-bbe9-3b9937aecda5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f2e862d0-3dd6-491f-88c4-27174eb93a9e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.600952 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1d5a7c88-7dd5-411c-bbe9-3b9937aecda5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.601953 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-1d5a7c88-7dd5-411c-bbe9-3b9937aecda5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f2e862d0-3dd6-491f-88c4-27174eb93a9e HTTP/1.1" status: 204 len: 168 time: 0.1470368 Sep 13 15:41:19.604911 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37178) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:19.611652 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a7c88-7dd5-411c-bbe9-3b9937aecda5 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e862d0-3dd6-491f-88c4-27174eb93a9e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:19.620958 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.api.v2.resource [None req-d162069c-29a2-4e57-8db7-095cab59ed35 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] show failed (client error): The resource could not be found. Sep 13 15:41:19.626052 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-d162069c-29a2-4e57-8db7-095cab59ed35 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "GET /networking/v2.0/security-groups/f2e862d0-3dd6-491f-88c4-27174eb93a9e HTTP/1.1" status: 404 len: 347 time: 0.0160294 Sep 13 15:41:19.626052 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37180) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:19.643248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.753528 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Deleting port 24149e62-850b-4fae-9bfa-8d0bfceb0572 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:41:19.753879 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.834226 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.834557 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (24149e62-850b-4fae-9bfa-8d0bfceb0572), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:19.847787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Calling delete_port for 24149e62-850b-4fae-9bfa-8d0bfceb0572 owned by network:floatingip {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:41:19.980271 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (24149e62-850b-4fae-9bfa-8d0bfceb0572), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:20.004666 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Pushing event deleted for resources: {'Port': ['ID=24149e62-850b-4fae-9bfa-8d0bfceb0572,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:20.076899 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks [] for floatingip (9983d1e1-2df5-4ca8-91e1-d02158fefd32), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:20.079594 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:20.080750 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-2a73537a-e075-44cb-8eae-be68a49e3531 tempest-AttachVolumeNegativeTest-1593388853 tempest-AttachVolumeNegativeTest-1593388853-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/9983d1e1-2df5-4ca8-91e1-d02158fefd32 HTTP/1.1" status: 204 len: 168 time: 0.4544551 Sep 13 15:41:20.301230 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 2d308a79-d4e3-4650-921d-5f3b094974f4 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:41:20.321154 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 2d308a79-d4e3-4650-921d-5f3b094974f4 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:41:20.321499 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 2d308a79-d4e3-4650-921d-5f3b094974f4 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:41:21.122836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:21.246865 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:21.666263 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:41:23.801078 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37238) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:24.154824 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:24.208229 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37248) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:24.244994 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:24.293779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.347091 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.542583 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Publish callbacks [] for security_group (678d4695-cf6a-4989-9806-bc13b7044677), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.549393 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (678d4695-cf6a-4989-9806-bc13b7044677), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.609445 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=71cf09976dd049f2bca4d2aa649c4a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001608 Sep 13 15:41:24.611884 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d4695-cf6a-4989-9806-bc13b7044677,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:24.612523 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37252) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:24.626829 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.627228 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.627571 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.627906 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.628211 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.628541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.628873 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.629190 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.629511 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.629834 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.630174 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.630490 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.630811 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.631129 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.631447 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea305b1e-9506-4752-9ebc-565ee1dafd2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.635789 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Deleting port d25a6da2-eb6c-4f26-b134-994d446317bf {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:41:24.636451 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.669229 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Publish callbacks [] for security_group (678d4695-cf6a-4989-9806-bc13b7044677), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.689775 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Publish callbacks [] for security_group (678d4695-cf6a-4989-9806-bc13b7044677), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.720138 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] For port d25a6da2-eb6c-4f26-b134-994d446317bf, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=d25a6da2-eb6c-4f26-b134-994d446317bf,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:41:24.720808 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.734506 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Calling delete_port for d25a6da2-eb6c-4f26-b134-994d446317bf owned by network:router_interface {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:41:24.740494 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (678d4695-cf6a-4989-9806-bc13b7044677), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.743164 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.744474 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/678d4695-cf6a-4989-9806-bc13b7044677 HTTP/1.1" status: 204 len: 168 time: 0.1308541 Sep 13 15:41:24.752866 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d4695-cf6a-4989-9806-bc13b7044677,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:24.760490 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.761043 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.761576 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.761924 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.762304 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.762669 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.762959 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.763292 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.763615 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.764119 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.764454 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.764784 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.765109 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.765430 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.765938 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03820a5-f9ed-42ad-a52f-9b69770817cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:41:24.878307 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:24.924232 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (d25a6da2-eb6c-4f26-b134-994d446317bf), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:24.931983 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:24.952569 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Pushing event deleted for resources: {'Port': ['ID=d25a6da2-eb6c-4f26-b134-994d446317bf,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:25.127942 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:25.338371 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:41:25.442305 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:41:25.447566 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-1242385e-db6a-4957-8089-6c2fc038aecf admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6454427 Sep 13 15:41:25.450398 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37274) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:25.462219 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] Sync routers for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:41:25.476052 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:41:25.477027 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:41:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:25.607089 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:25.609549 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:41:25.792555 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:25.811843 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:41:24Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:25.839925 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks [] for router (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:25.840477 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] Checking router: ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:41:25.849753 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] Routers {'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:41:25.853757 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:41:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:25.888266 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:25.890519 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:25.943936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks [] for router_gateway (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:25.961536 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] Set router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:41:25.987377 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Deleting port e82b48d9-c017-4d09-bbce-b1417e26f6f3 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:41:25.987723 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.075688 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] For port e82b48d9-c017-4d09-bbce-b1417e26f6f3, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=e82b48d9-c017-4d09-bbce-b1417e26f6f3,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:41:26.076059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.089737 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Calling delete_port for e82b48d9-c017-4d09-bbce-b1417e26f6f3 owned by network:router_gateway {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:41:26.136797 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:41:24Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:26.162078 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9816f61d-21d8-4e1f-b8a7-b7b3edabd364 None None] The sync data for ids ['ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2'] in dv-cinder-857434-2-iscsi is: [{'id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'name': 'tempest-AttachVolumeNegativeTest-1230667667-router', 'tenant_id': '76163bf55e0a403aaec08c9c6a68a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:31:48Z', 'updated_at': '2022-09-13T15:41:24Z', 'revision_number': 5, 'project_id': '76163bf55e0a403aaec08c9c6a68a55f', 'gw_port': {'id': 'e82b48d9-c017-4d09-bbce-b1417e26f6f3', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:31:49Z', 'updated_at': '2022-09-13T15:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:41:26.272660 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (e82b48d9-c017-4d09-bbce-b1417e26f6f3), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.299954 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82b48d9-c017-4d09-bbce-b1417e26f6f3,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:26.371100 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.460712 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.462874 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks [] for router_controller (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.510991 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.511598 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 {{(pid=106263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:41:26.516800 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.520040 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5d6d9cab-8707-49a8-b342-25495a175b02 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ebd7b7e2-3bf3-459c-a3b6-f330ef3e09e2 HTTP/1.1" status: 204 len: 168 time: 1.0663326 Sep 13 15:41:26.520707 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37302) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:26.571740 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Deleting subnet d24ac755-78f6-49ff-8eb8-aafe7190dacd {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:41:26.575362 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Publish callbacks [] for subnet (d24ac755-78f6-49ff-8eb8-aafe7190dacd), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.612026 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3223050'] for subnet (d24ac755-78f6-49ff-8eb8-aafe7190dacd), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.710021 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (d24ac755-78f6-49ff-8eb8-aafe7190dacd), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.746709 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:26.772500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3615023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3816434'] for subnet (d24ac755-78f6-49ff-8eb8-aafe7190dacd), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.806092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24ac755-78f6-49ff-8eb8-aafe7190dacd,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:26.810367 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.816148 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37308) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:26.816692 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-92b40eb7-26c3-43f6-a095-9b73e1952956 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/d24ac755-78f6-49ff-8eb8-aafe7190dacd HTTP/1.1" status: 204 len: 168 time: 0.2948904 Sep 13 15:41:26.818079 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56fb32-2ea5-4e8d-a5c3-2324e1ffa44e None None] Network dae42ed5-9203-4331-a516-9ad32fc49ad2 requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:41:26.906336 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (dae42ed5-9203-4331-a516-9ad32fc49ad2), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:26.961332 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Deleting port 151d8dbd-795f-489c-ac83-00bcf1735fc3 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:41:26.961749 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.041589 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] For port 151d8dbd-795f-489c-ac83-00bcf1735fc3, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=151d8dbd-795f-489c-ac83-00bcf1735fc3,segment=NetworkSegment(fa9222b6-4679-4945-b56b-139dd33d30f4),segment_id=fa9222b6-4679-4945-b56b-139dd33d30f4)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:41:27.042152 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.056863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Calling delete_port for 151d8dbd-795f-489c-ac83-00bcf1735fc3 owned by network:dhcp {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:41:27.138740 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (151d8dbd-795f-489c-ac83-00bcf1735fc3), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.168980 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Pushing event deleted for resources: {'Port': ['ID=151d8dbd-795f-489c-ac83-00bcf1735fc3,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:27.173454 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] No DVR routers for this DVR port 151d8dbd-795f-489c-ac83-00bcf1735fc3 on host dv-cinder-857434-2-iscsi {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:41:27.244443 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:27.249238 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (dae42ed5-9203-4331-a516-9ad32fc49ad2), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.251068 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf539c-6e5b-4e2f-ae56-35650f85e575 None None] DHCP port deletion for dae42ed5-9203-4331-a516-9ad32fc49ad2 request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:41:27.273743 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae42ed5-9203-4331-a516-9ad32fc49ad2']}} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:27.285035 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9222b6-4679-4945-b56b-139dd33d30f4') {'for_net_delete': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:27.285346 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.services.segments.db [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9222b6-4679-4945-b56b-139dd33d30f4') {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:41:27.295294 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638859'] for segment (fa9222b6-4679-4945-b56b-139dd33d30f4), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.296649 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:27.310404 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (fa9222b6-4679-4945-b56b-139dd33d30f4), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.316556 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=106264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:41:27.316975 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176464'] for segment (fa9222b6-4679-4945-b56b-139dd33d30f4), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.335685 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment fa9222b6-4679-4945-b56b-139dd33d30f4 resource provider aggregate not found Sep 13 15:41:27.365760 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.services.segments.plugin [-] Segment fa9222b6-4679-4945-b56b-139dd33d30f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa9222b6-4679-4945-b56b-139dd33d30f4 found for delete ", "request_id": "req-92907682-6fb8-4f97-9513-ddc22c47adc6"}]} Sep 13 15:41:27.388097 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (dae42ed5-9203-4331-a516-9ad32fc49ad2), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.397750 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.400954 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/dae42ed5-9203-4331-a516-9ad32fc49ad2 HTTP/1.1" status: 204 len: 168 time: 0.5817487 Sep 13 15:41:27.412324 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80d76-dc1b-46a2-a5dc-97e15d4046ce admin admin] Pushing event deleted for resources: {'Network': ['ID=dae42ed5-9203-4331-a516-9ad32fc49ad2,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:27.573731 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37320) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:27.617324 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-0ebf5b52-f028-44f3-a910-cccd400cc1e3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=76163bf55e0a403aaec08c9c6a68a55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423431 Sep 13 15:41:27.620269 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37322) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:27.673244 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device d25a6da2-eb6c-4f26-b134-994d446317bf no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:41:27.673417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5bb94d7e-8e95-4aa5-b3f0-c12271ca89fe admin admin] Publish callbacks [] for security_group (82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.693128 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: d25a6da2-eb6c-4f26-b134-994d446317bf {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:41:27.693476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device d25a6da2-eb6c-4f26-b134-994d446317bf not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:41:27.693892 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device e82b48d9-c017-4d09-bbce-b1417e26f6f3 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:41:27.694060 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5bb94d7e-8e95-4aa5-b3f0-c12271ca89fe admin admin] Publish callbacks [] for security_group (82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.713441 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: e82b48d9-c017-4d09-bbce-b1417e26f6f3 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:41:27.713770 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device e82b48d9-c017-4d09-bbce-b1417e26f6f3 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:41:27.714209 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 151d8dbd-795f-489c-ac83-00bcf1735fc3 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:41:27.733280 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 151d8dbd-795f-489c-ac83-00bcf1735fc3 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:41:27.733624 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 151d8dbd-795f-489c-ac83-00bcf1735fc3 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:41:27.744419 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5bb94d7e-8e95-4aa5-b3f0-c12271ca89fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.746450 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5bb94d7e-8e95-4aa5-b3f0-c12271ca89fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:27.747608 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5bb94d7e-8e95-4aa5-b3f0-c12271ca89fe admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d HTTP/1.1" status: 204 len: 168 time: 0.1263616 Sep 13 15:41:27.756143 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb94d7e-8e95-4aa5-b3f0-c12271ca89fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5a4ac-0f9a-4bbd-9914-a38a9f7b2f4d,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:28.950441 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:30.350962 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37416) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:30.465658 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8d228130-4eab-458a-9f44-33773a8c1595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.548778 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8d228130-4eab-458a-9f44-33773a8c1595 admin admin] Publish callbacks [] for security_group (a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.553639 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-8d228130-4eab-458a-9f44-33773a8c1595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.600988 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d228130-4eab-458a-9f44-33773a8c1595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:30.613164 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37424) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:30.618793 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-8d228130-4eab-458a-9f44-33773a8c1595 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2725a5708b064dea9b8de9c0966c2852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666140 Sep 13 15:41:30.652489 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:30.692356 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d637ebe5-e0aa-46f4-9c00-cc01ff664118 admin admin] Publish callbacks [] for security_group (a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.715919 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d637ebe5-e0aa-46f4-9c00-cc01ff664118 admin admin] Publish callbacks [] for security_group (a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.767659 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d637ebe5-e0aa-46f4-9c00-cc01ff664118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.770071 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d637ebe5-e0aa-46f4-9c00-cc01ff664118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:30.771278 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-d637ebe5-e0aa-46f4-9c00-cc01ff664118 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc HTTP/1.1" status: 204 len: 168 time: 0.1572526 Sep 13 15:41:30.779859 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637ebe5-e0aa-46f4-9c00-cc01ff664118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ff7731-c3bb-4066-bd7e-ecc284b2ccfc,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:31.054127 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37434) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:31.068116 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ee084d9-8047-45d6-88e7-18a1a15b5963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.143105 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ee084d9-8047-45d6-88e7-18a1a15b5963 admin admin] Publish callbacks [] for security_group (d9cc3620-a334-4524-9975-d5d0524b5e94), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.149217 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ee084d9-8047-45d6-88e7-18a1a15b5963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d9cc3620-a334-4524-9975-d5d0524b5e94), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.189536 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7ee084d9-8047-45d6-88e7-18a1a15b5963 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1e1c4ca46c894727b0d80ea5d736498c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342509 Sep 13 15:41:31.190519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee084d9-8047-45d6-88e7-18a1a15b5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc3620-a334-4524-9975-d5d0524b5e94,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:31.192966 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37436) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:31.252333 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-03caf6b0-4f5d-4c30-a298-8e3e2513e804 admin admin] Publish callbacks [] for security_group (d9cc3620-a334-4524-9975-d5d0524b5e94), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.272588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-03caf6b0-4f5d-4c30-a298-8e3e2513e804 admin admin] Publish callbacks [] for security_group (d9cc3620-a334-4524-9975-d5d0524b5e94), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.321614 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-03caf6b0-4f5d-4c30-a298-8e3e2513e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d9cc3620-a334-4524-9975-d5d0524b5e94), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.325970 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-03caf6b0-4f5d-4c30-a298-8e3e2513e804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:31.327562 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-03caf6b0-4f5d-4c30-a298-8e3e2513e804 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d9cc3620-a334-4524-9975-d5d0524b5e94 HTTP/1.1" status: 204 len: 168 time: 0.1333883 Sep 13 15:41:31.336202 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caf6b0-4f5d-4c30-a298-8e3e2513e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc3620-a334-4524-9975-d5d0524b5e94,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:31.788511 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.459541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37514) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:33.584488 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-72cda267-8521-475e-abc4-07c3de0d1e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.646305 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:33.677206 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-72cda267-8521-475e-abc4-07c3de0d1e15 admin admin] Publish callbacks [] for security_group (dc132b49-594c-4f93-a30b-3dc6d983da64), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.682901 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-72cda267-8521-475e-abc4-07c3de0d1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (dc132b49-594c-4f93-a30b-3dc6d983da64), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.721938 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-72cda267-8521-475e-abc4-07c3de0d1e15 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2a3041f6bdbf427aa10b3923355f6985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613306 Sep 13 15:41:33.722801 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda267-8521-475e-abc4-07c3de0d1e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc132b49-594c-4f93-a30b-3dc6d983da64,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:33.724929 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37518) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:33.779706 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7e70bdb1-474e-43a6-87d5-69b6567be736 admin admin] Publish callbacks [] for security_group (dc132b49-594c-4f93-a30b-3dc6d983da64), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.801790 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7e70bdb1-474e-43a6-87d5-69b6567be736 admin admin] Publish callbacks [] for security_group (dc132b49-594c-4f93-a30b-3dc6d983da64), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.860395 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7e70bdb1-474e-43a6-87d5-69b6567be736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (dc132b49-594c-4f93-a30b-3dc6d983da64), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.862996 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7e70bdb1-474e-43a6-87d5-69b6567be736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:33.864181 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7e70bdb1-474e-43a6-87d5-69b6567be736 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc132b49-594c-4f93-a30b-3dc6d983da64 HTTP/1.1" status: 204 len: 168 time: 0.1382506 Sep 13 15:41:33.872739 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70bdb1-474e-43a6-87d5-69b6567be736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc132b49-594c-4f93-a30b-3dc6d983da64,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:34.159566 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37524) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:34.173597 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8b1b88de-be4a-4a92-ae20-d70057a76dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.255076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8b1b88de-be4a-4a92-ae20-d70057a76dcc admin admin] Publish callbacks [] for security_group (ce316c3f-dc3f-44a8-a372-ccc220a0ef7a), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.261310 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8b1b88de-be4a-4a92-ae20-d70057a76dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ce316c3f-dc3f-44a8-a372-ccc220a0ef7a), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.300001 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-8b1b88de-be4a-4a92-ae20-d70057a76dcc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1e5abfc4040c4203931e1840c5cc211c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393325 Sep 13 15:41:34.300836 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b88de-be4a-4a92-ae20-d70057a76dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce316c3f-dc3f-44a8-a372-ccc220a0ef7a,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:34.303012 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37526) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:34.311165 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:34.357164 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5a70-3a70-4db4-b727-941ed89643ca admin admin] Publish callbacks [] for security_group (ce316c3f-dc3f-44a8-a372-ccc220a0ef7a), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.377703 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5a70-3a70-4db4-b727-941ed89643ca admin admin] Publish callbacks [] for security_group (ce316c3f-dc3f-44a8-a372-ccc220a0ef7a), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.427102 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5a70-3a70-4db4-b727-941ed89643ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (ce316c3f-dc3f-44a8-a372-ccc220a0ef7a), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.429839 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5a70-3a70-4db4-b727-941ed89643ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.433894 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-3e0e5a70-3a70-4db4-b727-941ed89643ca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ce316c3f-dc3f-44a8-a372-ccc220a0ef7a HTTP/1.1" status: 204 len: 168 time: 0.1270809 Sep 13 15:41:34.439936 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e5a70-3a70-4db4-b727-941ed89643ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce316c3f-dc3f-44a8-a372-ccc220a0ef7a,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:34.792097 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37538) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:34.806263 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e7312906-bf40-467d-a093-34097a6b40da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.889545 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e7312906-bf40-467d-a093-34097a6b40da admin admin] Publish callbacks [] for security_group (10cb52d8-c04f-4b1b-b8d6-afc38256745f), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.895389 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-e7312906-bf40-467d-a093-34097a6b40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (10cb52d8-c04f-4b1b-b8d6-afc38256745f), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:34.935979 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7312906-bf40-467d-a093-34097a6b40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb52d8-c04f-4b1b-b8d6-afc38256745f,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:34.940297 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-e7312906-bf40-467d-a093-34097a6b40da admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1a6d5c0df02745138f7fb5b15d794e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470990 Sep 13 15:41:34.943140 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37540) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:34.992345 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-67f270e9-389c-470b-85de-b2deea623f01 admin admin] Publish callbacks [] for security_group (10cb52d8-c04f-4b1b-b8d6-afc38256745f), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:35.012757 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-67f270e9-389c-470b-85de-b2deea623f01 admin admin] Publish callbacks [] for security_group (10cb52d8-c04f-4b1b-b8d6-afc38256745f), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:35.063700 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-67f270e9-389c-470b-85de-b2deea623f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (10cb52d8-c04f-4b1b-b8d6-afc38256745f), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:35.066135 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-67f270e9-389c-470b-85de-b2deea623f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:35.067322 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-67f270e9-389c-470b-85de-b2deea623f01 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/10cb52d8-c04f-4b1b-b8d6-afc38256745f HTTP/1.1" status: 204 len: 168 time: 0.1233032 Sep 13 15:41:35.075504 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f270e9-389c-470b-85de-b2deea623f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb52d8-c04f-4b1b-b8d6-afc38256745f,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:40.633203 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:41.762938 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37666) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:41.782772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:41.870746 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4cf53548-8f29-4e2d-8ce2-e7cd7b9ec8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:41.956781 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4cf53548-8f29-4e2d-8ce2-e7cd7b9ec8c4 admin admin] Publish callbacks [] for security_group (798b041a-f2bd-455e-8ceb-eeffbc9b26e0), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:41.963156 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4cf53548-8f29-4e2d-8ce2-e7cd7b9ec8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (798b041a-f2bd-455e-8ceb-eeffbc9b26e0), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.001425 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-4cf53548-8f29-4e2d-8ce2-e7cd7b9ec8c4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4c5c1cf00fe74cccb83f969e16eb0e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373528 Sep 13 15:41:42.002316 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf53548-8f29-4e2d-8ce2-e7cd7b9ec8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798b041a-f2bd-455e-8ceb-eeffbc9b26e0,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:42.004345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37670) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:42.050090 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=9,neutron:SELECT=82,neutron:INSERT=9 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:42.060992 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc1d8-b9a3-47b4-bccd-879f44a61937 admin admin] Publish callbacks [] for security_group (798b041a-f2bd-455e-8ceb-eeffbc9b26e0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.082812 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc1d8-b9a3-47b4-bccd-879f44a61937 admin admin] Publish callbacks [] for security_group (798b041a-f2bd-455e-8ceb-eeffbc9b26e0), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.141315 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc1d8-b9a3-47b4-bccd-879f44a61937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (798b041a-f2bd-455e-8ceb-eeffbc9b26e0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.144092 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc1d8-b9a3-47b4-bccd-879f44a61937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.145274 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-0b2fc1d8-b9a3-47b4-bccd-879f44a61937 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/798b041a-f2bd-455e-8ceb-eeffbc9b26e0 HTTP/1.1" status: 204 len: 168 time: 0.1399307 Sep 13 15:41:42.153343 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fc1d8-b9a3-47b4-bccd-879f44a61937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b041a-f2bd-455e-8ceb-eeffbc9b26e0,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:42.425350 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37676) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:42.442367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0481-6e53-4bbb-8c1d-6844b825b2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.452864 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:42.503189 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:42.525367 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0481-6e53-4bbb-8c1d-6844b825b2ac admin admin] Publish callbacks [] for security_group (d5185126-43b3-40e2-8626-354cfd312243), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.531168 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6faf0481-6e53-4bbb-8c1d-6844b825b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d5185126-43b3-40e2-8626-354cfd312243), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.572482 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6faf0481-6e53-4bbb-8c1d-6844b825b2ac admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f84e3d0ce448461dab8fa86512be157b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460161 Sep 13 15:41:42.573417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf0481-6e53-4bbb-8c1d-6844b825b2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5185126-43b3-40e2-8626-354cfd312243,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:42.575428 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37678) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:42.624728 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-112bea58-111b-4988-87c1-b0774b90cff3 admin admin] Publish callbacks [] for security_group (d5185126-43b3-40e2-8626-354cfd312243), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.626360 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:42.647009 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-112bea58-111b-4988-87c1-b0774b90cff3 admin admin] Publish callbacks [] for security_group (d5185126-43b3-40e2-8626-354cfd312243), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.703331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-112bea58-111b-4988-87c1-b0774b90cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (d5185126-43b3-40e2-8626-354cfd312243), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.705957 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-112bea58-111b-4988-87c1-b0774b90cff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:42.707153 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-112bea58-111b-4988-87c1-b0774b90cff3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d5185126-43b3-40e2-8626-354cfd312243 HTTP/1.1" status: 204 len: 168 time: 0.1307404 Sep 13 15:41:42.715404 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bea58-111b-4988-87c1-b0774b90cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5185126-43b3-40e2-8626-354cfd312243,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:44.556928 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37736) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:44.608018 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:44.681523 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-48404994-07be-440d-b91f-5a40c4aff18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:44.770174 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-48404994-07be-440d-b91f-5a40c4aff18d admin admin] Publish callbacks [] for security_group (379993d3-de23-479e-bef2-6d4ad4d0b849), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:44.776217 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-48404994-07be-440d-b91f-5a40c4aff18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (379993d3-de23-479e-bef2-6d4ad4d0b849), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:44.813922 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48404994-07be-440d-b91f-5a40c4aff18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379993d3-de23-479e-bef2-6d4ad4d0b849,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:44.818457 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-48404994-07be-440d-b91f-5a40c4aff18d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=44c95c5ba3cf49e78c1c8a3f98a5752e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604983 Sep 13 15:41:44.822477 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37740) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:44.874884 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7395b1aa-d6be-4c74-9cc0-4f25c3f1c7ed admin admin] Publish callbacks [] for security_group (379993d3-de23-479e-bef2-6d4ad4d0b849), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.089253 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=54 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:45.166234 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7395b1aa-d6be-4c74-9cc0-4f25c3f1c7ed admin admin] Publish callbacks [] for security_group (379993d3-de23-479e-bef2-6d4ad4d0b849), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.214910 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7395b1aa-d6be-4c74-9cc0-4f25c3f1c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (379993d3-de23-479e-bef2-6d4ad4d0b849), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.217347 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7395b1aa-d6be-4c74-9cc0-4f25c3f1c7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.218517 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7395b1aa-d6be-4c74-9cc0-4f25c3f1c7ed admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/379993d3-de23-479e-bef2-6d4ad4d0b849 HTTP/1.1" status: 204 len: 168 time: 0.3951738 Sep 13 15:41:45.226258 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395b1aa-d6be-4c74-9cc0-4f25c3f1c7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379993d3-de23-479e-bef2-6d4ad4d0b849,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:45.494478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37752) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:45.508139 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5fb571c3-540d-4521-bd3c-d812db2baec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.583654 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5fb571c3-540d-4521-bd3c-d812db2baec9 admin admin] Publish callbacks [] for security_group (32225dd4-ecee-4ffb-855b-c826dd6cb8c9), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.590432 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5fb571c3-540d-4521-bd3c-d812db2baec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (32225dd4-ecee-4ffb-855b-c826dd6cb8c9), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.630023 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5fb571c3-540d-4521-bd3c-d812db2baec9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=265aa1982e534368a6f631fce4915560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344271 Sep 13 15:41:45.630908 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb571c3-540d-4521-bd3c-d812db2baec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32225dd4-ecee-4ffb-855b-c826dd6cb8c9,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:45.633177 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37754) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:45.688545 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6193acf0-e81a-40aa-8d30-be5c407f8918 admin admin] Publish callbacks [] for security_group (32225dd4-ecee-4ffb-855b-c826dd6cb8c9), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.709154 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6193acf0-e81a-40aa-8d30-be5c407f8918 admin admin] Publish callbacks [] for security_group (32225dd4-ecee-4ffb-855b-c826dd6cb8c9), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.735990 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:45.767454 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6193acf0-e81a-40aa-8d30-be5c407f8918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (32225dd4-ecee-4ffb-855b-c826dd6cb8c9), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.770349 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-6193acf0-e81a-40aa-8d30-be5c407f8918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:45.771546 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-6193acf0-e81a-40aa-8d30-be5c407f8918 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/32225dd4-ecee-4ffb-855b-c826dd6cb8c9 HTTP/1.1" status: 204 len: 168 time: 0.1374841 Sep 13 15:41:45.779467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193acf0-e81a-40aa-8d30-be5c407f8918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32225dd4-ecee-4ffb-855b-c826dd6cb8c9,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:46.113709 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37760) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:46.132653 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-783f8091-8d7a-47e2-81e8-1727a46773c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.211518 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-783f8091-8d7a-47e2-81e8-1727a46773c1 admin admin] Publish callbacks [] for security_group (de508109-f5fd-4e0a-8d3e-f5421d56a611), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.218200 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-783f8091-8d7a-47e2-81e8-1727a46773c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (de508109-f5fd-4e0a-8d3e-f5421d56a611), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.248163 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-12ce88ed-df44-4d68-aeaf-208c90f63acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.257755 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-783f8091-8d7a-47e2-81e8-1727a46773c1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8b8310501ef74b3fa72e1d86e5ae97c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425650 Sep 13 15:41:46.259087 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f8091-8d7a-47e2-81e8-1727a46773c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de508109-f5fd-4e0a-8d3e-f5421d56a611,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:46.260612 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37764) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:46.303221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:46.314634 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9e521913-ffbc-4b14-bcd7-242fd57c8fcf admin admin] Publish callbacks [] for security_group (de508109-f5fd-4e0a-8d3e-f5421d56a611), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.335934 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9e521913-ffbc-4b14-bcd7-242fd57c8fcf admin admin] Publish callbacks [] for security_group (de508109-f5fd-4e0a-8d3e-f5421d56a611), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.388996 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9e521913-ffbc-4b14-bcd7-242fd57c8fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (de508109-f5fd-4e0a-8d3e-f5421d56a611), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.391773 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-9e521913-ffbc-4b14-bcd7-242fd57c8fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:46.393071 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9e521913-ffbc-4b14-bcd7-242fd57c8fcf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/de508109-f5fd-4e0a-8d3e-f5421d56a611 HTTP/1.1" status: 204 len: 168 time: 0.1313851 Sep 13 15:41:46.401619 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e521913-ffbc-4b14-bcd7-242fd57c8fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de508109-f5fd-4e0a-8d3e-f5421d56a611,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:48.603534 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e663ae33-fef9-483b-b6eb-8a50613622e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:49.635882 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:51.116148 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:51.251316 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.386885 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37818) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:52.494227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b818183-6a79-4f9a-908d-2634e136156d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.581677 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b818183-6a79-4f9a-908d-2634e136156d admin admin] Publish callbacks [] for security_group (72c91927-bcc2-4796-b306-de71a3a5878f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.588251 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b818183-6a79-4f9a-908d-2634e136156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (72c91927-bcc2-4796-b306-de71a3a5878f), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.628179 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-7b818183-6a79-4f9a-908d-2634e136156d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1a97b4ad6e4a4afdba6cb362f79aa10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402198 Sep 13 15:41:52.629312 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b818183-6a79-4f9a-908d-2634e136156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c91927-bcc2-4796-b306-de71a3a5878f,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:52.631109 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37822) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:52.682373 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b43dba0b-2244-4e83-8fff-edf7f1bbbbca admin admin] Publish callbacks [] for security_group (72c91927-bcc2-4796-b306-de71a3a5878f), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.704894 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b43dba0b-2244-4e83-8fff-edf7f1bbbbca admin admin] Publish callbacks [] for security_group (72c91927-bcc2-4796-b306-de71a3a5878f), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.756519 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b43dba0b-2244-4e83-8fff-edf7f1bbbbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (72c91927-bcc2-4796-b306-de71a3a5878f), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.759029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-b43dba0b-2244-4e83-8fff-edf7f1bbbbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:52.760162 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-b43dba0b-2244-4e83-8fff-edf7f1bbbbca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/72c91927-bcc2-4796-b306-de71a3a5878f HTTP/1.1" status: 204 len: 168 time: 0.1280754 Sep 13 15:41:52.768051 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dba0b-2244-4e83-8fff-edf7f1bbbbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c91927-bcc2-4796-b306-de71a3a5878f,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:56.964833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37896) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:57.088905 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6107b87f-4e4a-45cd-a784-213d46dc42ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.154470 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:57.163057 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6107b87f-4e4a-45cd-a784-213d46dc42ef admin admin] Publish callbacks [] for security_group (df53aee2-c668-46ba-a916-276b750362d7), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.168315 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6107b87f-4e4a-45cd-a784-213d46dc42ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (df53aee2-c668-46ba-a916-276b750362d7), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.212950 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-6107b87f-4e4a-45cd-a784-213d46dc42ef admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fa7f4f5d1cbc4bd68a3fbb629e1b41b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469079 Sep 13 15:41:57.214297 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107b87f-4e4a-45cd-a784-213d46dc42ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df53aee2-c668-46ba-a916-276b750362d7,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:57.215869 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37900) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:57.265779 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-38d69f65-0c7a-4e15-89f7-65f7f17582fc admin admin] Publish callbacks [] for security_group (df53aee2-c668-46ba-a916-276b750362d7), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.287077 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-38d69f65-0c7a-4e15-89f7-65f7f17582fc admin admin] Publish callbacks [] for security_group (df53aee2-c668-46ba-a916-276b750362d7), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.342502 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-38d69f65-0c7a-4e15-89f7-65f7f17582fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (df53aee2-c668-46ba-a916-276b750362d7), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.345930 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-38d69f65-0c7a-4e15-89f7-65f7f17582fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:57.347244 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-38d69f65-0c7a-4e15-89f7-65f7f17582fc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/df53aee2-c668-46ba-a916-276b750362d7 HTTP/1.1" status: 204 len: 168 time: 0.1302948 Sep 13 15:41:57.355407 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d69f65-0c7a-4e15-89f7-65f7f17582fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df53aee2-c668-46ba-a916-276b750362d7,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:58.433567 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37930) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:58.545495 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-537e6036-4a29-4fdd-a10a-7fd6f52eb872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.630843 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-537e6036-4a29-4fdd-a10a-7fd6f52eb872 admin admin] Publish callbacks [] for security_group (7fc8546a-9b24-4356-b7e1-db8b117ccf64), precommit_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.636402 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-537e6036-4a29-4fdd-a10a-7fd6f52eb872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7fc8546a-9b24-4356-b7e1-db8b117ccf64), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.665529 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:41:58.678765 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-537e6036-4a29-4fdd-a10a-7fd6f52eb872 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a8d664c8862f4e038672e343cab1d0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437594 Sep 13 15:41:58.679920 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e6036-4a29-4fdd-a10a-7fd6f52eb872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8546a-9b24-4356-b7e1-db8b117ccf64,revision_number=1']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:58.681443 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37934) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:58.734091 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85eb0ea-a1df-4598-9504-020fde87723f admin admin] Publish callbacks [] for security_group (7fc8546a-9b24-4356-b7e1-db8b117ccf64), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.754865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85eb0ea-a1df-4598-9504-020fde87723f admin admin] Publish callbacks [] for security_group (7fc8546a-9b24-4356-b7e1-db8b117ccf64), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.806371 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85eb0ea-a1df-4598-9504-020fde87723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (7fc8546a-9b24-4356-b7e1-db8b117ccf64), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.808935 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85eb0ea-a1df-4598-9504-020fde87723f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:58.810149 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e85eb0ea-a1df-4598-9504-020fde87723f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7fc8546a-9b24-4356-b7e1-db8b117ccf64 HTTP/1.1" status: 204 len: 168 time: 0.1277072 Sep 13 15:41:58.818280 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eb0ea-a1df-4598-9504-020fde87723f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8546a-9b24-4356-b7e1-db8b117ccf64,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:59.543565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 37956) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:59.654063 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-598287097-network', 'tenant_id': 'cb52082b3d6d4b4aab5cc9b9c2e86cb3'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:41:59.658017 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:41:59.677187 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Made reservation on behalf of cb52082b3d6d4b4aab5cc9b9c2e86cb3 for: {'network': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:41:59.679502 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for network (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.689557 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.765363 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks [] for security_group (8f12c0d5-e61f-49e4-b468-f200b89a9075), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.772004 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (8f12c0d5-e61f-49e4-b468-f200b89a9075), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.798072 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=106263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 15:41:59.813601 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f12c0d5-e61f-49e4-b468-f200b89a9075,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:59.816540 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (5075c32e-9764-49da-9a96-fd3a35bc881f), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.816865 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.segments_db [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Added segment 5075c32e-9764-49da-9a96-fd3a35bc881f of type vlan for network cf36cbce-2ddc-4193-922d-7c2bf739a4cd Sep 13 15:41:59.858279 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794708119709'] for network (cf36cbce-2ddc-4193-922d-7c2bf739a4cd), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.885440 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645'] for network (cf36cbce-2ddc-4193-922d-7c2bf739a4cd), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.887739 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:41:59.888548 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:41:59.943095 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3983715 Sep 13 15:41:59.946683 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 37960) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:41:59.951902 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.v2.base [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Request body: {'subnet': {'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-598287097-subnet', 'tenant_id': 'cb52082b3d6d4b4aab5cc9b9c2e86cb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:41:59.956353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cfba6-8b9a-4e00-afc8-654d630882f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf36cbce-2ddc-4193-922d-7c2bf739a4cd,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:41:59.968404 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Network cf36cbce-2ddc-4193-922d-7c2bf739a4cd details requested by agent ovs-agent-dv-cinder-857434-2-iscsi with host dv-cinder-857434-2-iscsi {{(pid=106265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 15:41:59.975424 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Made reservation on behalf of cb52082b3d6d4b4aab5cc9b9c2e86cb3 for: {'subnet': 1} {{(pid=106264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:41:59.978175 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3186286'] for subnet (None), before_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:00.059898 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:00.168546 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2175415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3186300'] for subnet (93d71306-f025-4b66-a280-c6e7545a43dc), after_create {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:00.205652 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:00.221263 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d71306-f025-4b66-a280-c6e7545a43dc,revision_number=0']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:42:00.238573 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Checking segment: {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:42:00.238924 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Network hostable DHCP agents. Network: cf36cbce-2ddc-4193-922d-7c2bf739a4cd, hostable agents: ['ef4ab2a6-d223-4a95-83ef-5c663e9b3df0'], hosted agents: [] {{(pid=106264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 15:42:00.259342 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Network cf36cbce-2ddc-4193-922d-7c2bf739a4cd is scheduled to be hosted by DHCP agent ef4ab2a6-d223-4a95-83ef-5c663e9b3df0 with binding_index 1 {{(pid=106264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 15:42:00.270417 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857434-2-iscsi, cf36cbce-2ddc-4193-922d-7c2bf739a4cd) {{(pid=106264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:42:00.274792 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:00.275383 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:00.280937 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f477fd-a16d-4140-a10e-350365155e5d None None] Network cf36cbce-2ddc-4193-922d-7c2bf739a4cd requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:42:00.298443 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-fd9e8ecb-14d1-457c-91f6-5deb937f80c2 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3462405 Sep 13 15:42:00.386298 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea5999-65ec-4758-a817-b4762a7a8231 None None] Network cf36cbce-2ddc-4193-922d-7c2bf739a4cd requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:42:01.833940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:02.111936 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-dc75721a-13c2-499e-9f7a-91383e5ee65e tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:02.113396 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-dc75721a-13c2-499e-9f7a-91383e5ee65e tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 200 len: 813 time: 0.1055119 Sep 13 15:42:02.130527 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-5ce4eb25-984b-496e-9d73-5e741d842387 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/quotas/cb52082b3d6d4b4aab5cc9b9c2e86cb3 HTTP/1.1" status: 200 len: 375 time: 0.0091124 Sep 13 15:42:02.162680 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-53f408e0-500b-42e6-a597-9d449e2ca7fc tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272241 Sep 13 15:42:02.225913 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-ec4610fe-c700-4f7e-9dc4-a5d6ce199cec service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 15:42:02.226923 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-ec4610fe-c700-4f7e-9dc4-a5d6ce199cec service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0578151 Sep 13 15:42:02.323059 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-def26673-933b-47e6-a9f3-fa28639a5f4f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898123 Sep 13 15:42:02.393944 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:02.429062 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-fe4c2bfd-a7ff-4212-aa08-49176a7e3bcb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995078 Sep 13 15:42:02.597498 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-195cf8bc-bb45-47e1-a4df-7eea9156c8a2 req-6a02373a-d7fd-4c25-abc0-fb4e2b9054b0 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 210 time: 0.0288491 Sep 13 15:42:03.718498 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-508f82cd-cb97-47ce-9a06-a01ea293efac req-e278272e-c2b2-4359-8327-ecb52095d5af tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 210 time: 0.0346537 Sep 13 15:42:03.827914 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-66931e77-a474-40c1-bec0-9b3a86da0cd4 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:03.829385 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-66931e77-a474-40c1-bec0-9b3a86da0cd4 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 200 len: 813 time: 0.1083062 Sep 13 15:42:03.841836 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Request body: {'port': {'device_id': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd', 'admin_state_up': True, 'tenant_id': 'cb52082b3d6d4b4aab5cc9b9c2e86cb3'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:42:03.941811 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:03.954892 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Made reservation on behalf of cb52082b3d6d4b4aab5cc9b9c2e86cb3 for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:42:03.958680 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.087832 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Allocated IP 172.20.0.12 (cf36cbce-2ddc-4193-922d-7c2bf739a4cd/93d71306-f025-4b66-a280-c6e7545a43dc/7e483d59-431a-4d8a-9a46-cac69ee3d82b) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:42:04.232436 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks [] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.266768 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.314380 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Network cf36cbce-2ddc-4193-922d-7c2bf739a4cd is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:42:04.317600 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:42:04.321563 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:42:04.344849 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Pushing event updated for resources: {'Port': ['ID=7e483d59-431a-4d8a-9a46-cac69ee3d82b,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:42:04.372838 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:04.373423 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.391500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-10e69de5-263f-4f11-a9f1-9ad1edd83b90 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533433 Sep 13 15:42:04.451171 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Request body: {'port': {'device_id': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:42:04.522317 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.533116 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:04.785719 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:04.794421 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e483d59-431a-4d8a-9a46-cac69ee3d82b {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:42:04.811412 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Publish callbacks [] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.847133 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Transition to ACTIVE for port object 7e483d59-431a-4d8a-9a46-cac69ee3d82b will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:42:04.852729 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:04.860215 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d5b5-9c9d-41da-b86e-798642d98c05 req-6e0dd1b2-0c5b-49e6-8969-8aa73c1da4c8 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:04.861902 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cd59d5b5-9c9d-41da-b86e-798642d98c05 req-6e0dd1b2-0c5b-49e6-8969-8aa73c1da4c8 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 932 time: 0.0623214 Sep 13 15:42:04.938308 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Pushing event updated for resources: {'Port': ['ID=7e483d59-431a-4d8a-9a46-cac69ee3d82b,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:42:04.985032 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cd59d5b5-9c9d-41da-b86e-798642d98c05 req-315cc14b-69db-4498-a1dc-c407eb0c720d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174753 Sep 13 15:42:05.008219 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Attempting to bind port 7e483d59-431a-4d8a-9a46-cac69ee3d82b on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:42:05.008560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Attempting to bind port 7e483d59-431a-4d8a-9a46-cac69ee3d82b by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:42:05.008891 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Attempting to bind port 7e483d59-431a-4d8a-9a46-cac69ee3d82b on network cf36cbce-2ddc-4193-922d-7c2bf739a4cd {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:42:05.051965 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Port 7e483d59-431a-4d8a-9a46-cac69ee3d82b on network cf36cbce-2ddc-4193-922d-7c2bf739a4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:42:05.052213 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Attempting to bind port 7e483d59-431a-4d8a-9a46-cac69ee3d82b on network cf36cbce-2ddc-4193-922d-7c2bf739a4cd {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:42:05.102842 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:42:05.103147 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Checking segment: {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:42:05.103562 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Bound using segment: {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:42:05.105026 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Bound port: 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:42:05.105355 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:05.169093 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] For port 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:42:05.172277 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] For port 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:42:05.182798 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:05.186990 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:05.187582 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:05.188955 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/7e483d59-431a-4d8a-9a46-cac69ee3d82b HTTP/1.1" status: 200 len: 1094 time: 0.7421527 Sep 13 15:42:05.189501 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'tag': '7e483d59-431a-4d8a-9a46-cac69ee3d82b'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:42:05.191819 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eddb2c5-5937-44d2-ae86-72d61911d2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "43addaa8-29a2-43dc-9f36-e315c06fa218", "tag": "7e483d59-431a-4d8a-9a46-cac69ee3d82b"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:42:05.237076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37507488-f04e-4dd7-ba3b-ae4d241f98ab x-openstack-request-id: req-37507488-f04e-4dd7-ba3b-ae4d241f98ab {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:42:05.237354 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43addaa8-29a2-43dc-9f36-e315c06fa218", "tag": "7e483d59-431a-4d8a-9a46-cac69ee3d82b", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:42:05.237605 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37507488-f04e-4dd7-ba3b-ae4d241f98ab {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:42:05.238006 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37507488-f04e-4dd7-ba3b-ae4d241f98ab'] response: {'name': 'network-changed', 'server_uuid': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'tag': '7e483d59-431a-4d8a-9a46-cac69ee3d82b', 'status': 'completed', 'code': 200} Sep 13 15:42:05.268627 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c948-acb9-4848-9bc8-543e161a1c67 service neutron] Pushing event updated for resources: {'Port': ['ID=7e483d59-431a-4d8a-9a46-cac69ee3d82b,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:42:05.282549 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-36d957c0-1d3d-4f68-9a22-235b4b37119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:05.284041 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-36d957c0-1d3d-4f68-9a22-235b4b37119e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 1128 time: 0.0534313 Sep 13 15:42:05.324315 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-c39f6878-b713-490b-886c-e8a5cea04504 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b HTTP/1.1" status: 200 len: 217 time: 0.0331738 Sep 13 15:42:05.372029 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ff61-3983-433d-a750-3298a02d9448 req-ef034875-746f-4173-b713-dbe6c3d23f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:05.373486 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-ef034875-746f-4173-b713-dbe6c3d23f64 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=93d71306-f025-4b66-a280-c6e7545a43dc HTTP/1.1" status: 200 len: 853 time: 0.0440955 Sep 13 15:42:05.406512 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-ad56d0cc-43c0-406b-9684-d19384aaf0e1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261307 Sep 13 15:42:05.465500 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:05.503376 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-2d1ec717-ca2d-4752-9a1f-add1f206b3ac service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908647 Sep 13 15:42:05.595432 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0730ff61-3983-433d-a750-3298a02d9448 req-053c157f-921d-4dc2-a4cb-d836c72f610a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852594 Sep 13 15:42:06.125779 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76ab7-efc3-4cd8-beb5-bf4fbc495f51 req-633e1970-64f5-44d8-9f8c-b6d0fa27d55a tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:06.127294 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9e76ab7-efc3-4cd8-beb5-bf4fbc495f51 req-633e1970-64f5-44d8-9f8c-b6d0fa27d55a tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 944 time: 0.0593438 Sep 13 15:42:06.178091 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c9e76ab7-efc3-4cd8-beb5-bf4fbc495f51 req-28691da1-0726-4e1b-9985-18c529b7cafc tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Sep 13 15:42:07.316983 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be0446-d90a-4791-afc2-b57f09d31738 req-751e3431-0a38-4fce-8e3f-1dd72d5a9144 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:07.318483 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76be0446-d90a-4791-afc2-b57f09d31738 req-751e3431-0a38-4fce-8e3f-1dd72d5a9144 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 944 time: 0.0529847 Sep 13 15:42:07.341712 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:07.370590 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-76be0446-d90a-4791-afc2-b57f09d31738 req-2567d104-7782-4f07-8f40-102052acb846 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Sep 13 15:42:07.627176 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-6ec1d0e6-1cc5-47ab-a6ca-61dcb636cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:07.628087 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-6ec1d0e6-1cc5-47ab-a6ca-61dcb636cfd8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 1128 time: 0.0450127 Sep 13 15:42:07.721080 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-3e47a519-ca64-40db-a5fc-a7d74d3b5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:07.722602 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-3e47a519-ca64-40db-a5fc-a7d74d3b5ad2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 200 len: 914 time: 0.0886018 Sep 13 15:42:07.761938 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-90aeaae2-942e-4a95-8ed6-9e0ee650ebac service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b HTTP/1.1" status: 200 len: 217 time: 0.0327449 Sep 13 15:42:07.814355 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-7efe9127-9307-4737-a59f-6f530e7e4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:07.815784 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-7efe9127-9307-4737-a59f-6f530e7e4ead service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=93d71306-f025-4b66-a280-c6e7545a43dc HTTP/1.1" status: 200 len: 853 time: 0.0486119 Sep 13 15:42:07.849056 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-8863df53-0f3d-482e-abb6-8c07dba0d8ea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266483 Sep 13 15:42:07.942246 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-76b5a2b6-eef7-4547-a626-2c8ea147ae7c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866711 Sep 13 15:42:08.039258 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3eddb2c5-5937-44d2-ae86-72d61911d2fb req-3698f90e-c239-4f04-8252-9f43addcf7c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905714 Sep 13 15:42:08.416944 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-4a1f247b-e2b4-4b3c-bddd-9745cda22ade service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457618 Sep 13 15:42:08.527218 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7e483d59-431a-4d8a-9a46-cac69ee3d82b details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:42:08.528353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533899d-7b01-4ba1-913f-18605a08ac78 req-c171754a-71d2-41df-a9b4-6b64f9c20871 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:08.529847 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6533899d-7b01-4ba1-913f-18605a08ac78 req-c171754a-71d2-41df-a9b4-6b64f9c20871 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 944 time: 0.0780261 Sep 13 15:42:08.533244 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-fa109def-351c-4ce7-b216-8d2cc79e0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:08.534679 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-fa109def-351c-4ce7-b216-8d2cc79e0085 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0732377 Sep 13 15:42:08.632884 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:42:08.637425 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6533899d-7b01-4ba1-913f-18605a08ac78 req-2de72c54-fd27-457d-978b-bcf97e0c2265 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012647 Sep 13 15:42:08.645597 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '7e483d59-431a-4d8a-9a46-cac69ee3d82b', 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd', 'port_id': '7e483d59-431a-4d8a-9a46-cac69ee3d82b', 'mac_address': 'fa:16:3e:6c:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d71306-f025-4b66-a280-c6e7545a43dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:42:08.670510 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-a9ca290e-386c-4679-b372-65930bc8c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:08.672020 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-a9ca290e-386c-4679-b372-65930bc8c7d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.1187856 Sep 13 15:42:08.682632 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7e483d59-431a-4d8a-9a46-cac69ee3d82b is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:42:08.683029 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:08.697151 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e483d59-431a-4d8a-9a46-cac69ee3d82b {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:42:08.710632 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:08.719079 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:42:08.723378 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:08.735629 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-4f6b67ef-9bae-4477-bd84-a45eb429b0f0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 1001 time: 0.0577562 Sep 13 15:42:08.776704 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7e483d59-431a-4d8a-9a46-cac69ee3d82b,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:42:08.784426 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.784775 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.785118 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.785247 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-71c4a9d2-5e87-4ae9-b512-6a695a12aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:08.785459 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.785791 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.786147 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.786498 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.786681 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-71c4a9d2-5e87-4ae9-b512-6a695a12aae1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0448539 Sep 13 15:42:08.786841 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.787370 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.787866 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.788323 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.788714 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.789146 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.789586 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.790059 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:42:08.841572 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-3acd407f-40af-4eae-a168-4eb5bf31c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:08.843124 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-3acd407f-40af-4eae-a168-4eb5bf31c98c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498383 Sep 13 15:42:08.934741 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-592b8153-79cb-413a-a5bf-3a67cf31e78f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Sep 13 15:42:09.026485 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:09.033859 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7ea4d4c9-142f-42ff-b146-00422f8d1e63 req-957753f1-1cfd-4208-8061-4e9b7b0d9c1b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932837 Sep 13 15:42:09.093881 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['7e483d59-431a-4d8a-9a46-cac69ee3d82b'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:42:09.125559 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:09.161706 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:09.781928 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d1b9-fca9-4f63-8db4-cdac012388a1 req-a3f4b36c-fabf-4a10-9716-8040868dc3de tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:09.783438 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b999d1b9-fca9-4f63-8db4-cdac012388a1 req-a3f4b36c-fabf-4a10-9716-8040868dc3de tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 945 time: 0.0549712 Sep 13 15:42:09.834077 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b999d1b9-fca9-4f63-8db4-cdac012388a1 req-701838e3-11d3-416c-b4fc-07e837c28de3 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Sep 13 15:42:10.285304 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:10.286592 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:10.529697 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7e483d59-431a-4d8a-9a46-cac69ee3d82b up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:42:10.593092 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 7e483d59-431a-4d8a-9a46-cac69ee3d82b completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:42:10.599510 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 7e483d59-431a-4d8a-9a46-cac69ee3d82b triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:42:10.599846 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:10.674274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 7e483d59-431a-4d8a-9a46-cac69ee3d82b is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:42:10.674674 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:10.698667 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e483d59-431a-4d8a-9a46-cac69ee3d82b'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:42:10.701061 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc98b94-09be-4056-a7cd-ed648fbeecce" -d '{"events": [{"server_uuid": "43addaa8-29a2-43dc-9f36-e315c06fa218", "name": "network-vif-plugged", "status": "completed", "tag": "7e483d59-431a-4d8a-9a46-cac69ee3d82b"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:42:10.713598 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:42:10.719678 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:10.769838 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=7e483d59-431a-4d8a-9a46-cac69ee3d82b,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:42:10.866169 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69a4bed-0c2f-45ed-8f67-0cc5663f09c7 x-openstack-request-id: req-e69a4bed-0c2f-45ed-8f67-0cc5663f09c7 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:42:10.866471 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43addaa8-29a2-43dc-9f36-e315c06fa218", "name": "network-vif-plugged", "status": "completed", "tag": "7e483d59-431a-4d8a-9a46-cac69ee3d82b", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:42:10.866725 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e69a4bed-0c2f-45ed-8f67-0cc5663f09c7 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:42:10.867135 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69a4bed-0c2f-45ed-8f67-0cc5663f09c7'] response: {'server_uuid': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e483d59-431a-4d8a-9a46-cac69ee3d82b', 'code': 200} Sep 13 15:42:10.965464 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983bab7-03ec-4b64-8622-65ed464d522e req-4d1194cf-78c7-45dd-be7a-0e79d2e2dac2 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:10.967215 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7983bab7-03ec-4b64-8622-65ed464d522e req-4d1194cf-78c7-45dd-be7a-0e79d2e2dac2 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0494645 Sep 13 15:42:11.055538 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7983bab7-03ec-4b64-8622-65ed464d522e req-348788ab-0a88-41c4-b6c5-a01ad46e16bc tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819650 Sep 13 15:42:11.058758 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc117f7-f1ba-4921-b8b1-883853b59a54 req-b0d15db6-4635-4e23-9e48-749b5482be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:11.060251 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5fc117f7-f1ba-4921-b8b1-883853b59a54 req-b0d15db6-4635-4e23-9e48-749b5482be3a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 1130 time: 0.0533996 Sep 13 15:42:11.110467 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5fc117f7-f1ba-4921-b8b1-883853b59a54 req-d80004ee-c3f9-428a-8d95-1499ee5ab86f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 Sep 13 15:42:12.181846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd753ca2-fc4a-4180-a2d0-17ff2607d9cc req-4ada3b90-ea6c-476d-aaba-2848e67a0ded tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:12.183326 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd753ca2-fc4a-4180-a2d0-17ff2607d9cc req-4ada3b90-ea6c-476d-aaba-2848e67a0ded tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0475066 Sep 13 15:42:12.234535 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fd753ca2-fc4a-4180-a2d0-17ff2607d9cc req-a6657083-d712-41f7-a9bf-be349eff3091 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Sep 13 15:42:13.374389 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763f20a-5099-40a5-86c7-f7ffe8a5a523 req-e136f53f-5a2c-457e-a855-d4b6198e9469 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:13.375888 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7763f20a-5099-40a5-86c7-f7ffe8a5a523 req-e136f53f-5a2c-457e-a855-d4b6198e9469 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0527592 Sep 13 15:42:13.423625 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-7763f20a-5099-40a5-86c7-f7ffe8a5a523 req-e78c6e7e-e2e3-45cc-9c8b-3b3e96b1e0a9 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Sep 13 15:42:16.255508 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d85b9c29-5221-4669-8012-46c1a81e9609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:17.627084 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:17.631500 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:18.601678 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f2bacb85-0ca9-4753-8dd3-46c8f39ee97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:19.637868 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:21.122237 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:21.253685 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:23.416925 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=46 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:23.419931 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=77 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:31.243162 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:31.246788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:31.855575 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:35.666096 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:42:41.841904 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:41.845552 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:44.911846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cee3f0-32f0-4ca9-ac6c-f418eeb9693a req-60117dcf-7fff-40ea-9e88-828e2b480e74 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:44.913210 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e7cee3f0-32f0-4ca9-ac6c-f418eeb9693a req-60117dcf-7fff-40ea-9e88-828e2b480e74 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0488610 Sep 13 15:42:44.967581 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e7cee3f0-32f0-4ca9-ac6c-f418eeb9693a req-a428c949-fff7-46b0-b0ac-dce38ca5a43d tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462763 Sep 13 15:42:46.103029 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c70e-32ab-41f4-8d44-2f88fbad98b5 req-780898a0-416a-49b0-b22f-7e230da212f0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:46.104500 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6ba0c70e-32ab-41f4-8d44-2f88fbad98b5 req-780898a0-416a-49b0-b22f-7e230da212f0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0537984 Sep 13 15:42:46.251935 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-76dafbc3-0eb5-4a05-8be2-7dcecc21fe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:46.416292 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6ba0c70e-32ab-41f4-8d44-2f88fbad98b5 req-108b89f5-1685-4706-9975-a28d48410666 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031757 Sep 13 15:42:47.543433 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06fff5-5968-4773-820c-b8c2464cbdf7 req-3513ad99-e10c-425c-8aac-868e315cf762 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:47.544961 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1e06fff5-5968-4773-820c-b8c2464cbdf7 req-3513ad99-e10c-425c-8aac-868e315cf762 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0508649 Sep 13 15:42:47.596868 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1e06fff5-5968-4773-820c-b8c2464cbdf7 req-03a0e3cd-1c31-4fc7-baf0-b473b09fcbe0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Sep 13 15:42:48.602023 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b7560bf9-6539-4e43-90d6-c344c3e98317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:48.719414 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6eeac-6f48-4459-b33d-23d761987c22 req-ef511e88-78f8-4f0d-b52a-13b1825ab0ff tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:48.720902 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b6b6eeac-6f48-4459-b33d-23d761987c22 req-ef511e88-78f8-4f0d-b52a-13b1825ab0ff tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0483034 Sep 13 15:42:48.773042 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-b6b6eeac-6f48-4459-b33d-23d761987c22 req-1802b40e-67e8-42ad-8412-4cfb4a51de87 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Sep 13 15:42:49.647916 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:49.916267 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e730e-045e-4d1d-beb7-1451f34e87e8 req-2074ff5f-c933-4fd3-9567-b578b8128f2c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:49.917740 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cc5e730e-045e-4d1d-beb7-1451f34e87e8 req-2074ff5f-c933-4fd3-9567-b578b8128f2c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0529583 Sep 13 15:42:49.986200 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cc5e730e-045e-4d1d-beb7-1451f34e87e8 req-e79b3e39-5295-460a-9d41-ebd7d5445e30 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600736 Sep 13 15:42:51.122465 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:51.136000 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa3f9b-94b4-40b0-a69a-26eeb3874acd req-d2555d8c-6aea-48f7-85f6-7a7683c58be8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:51.137645 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26fa3f9b-94b4-40b0-a69a-26eeb3874acd req-d2555d8c-6aea-48f7-85f6-7a7683c58be8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0537860 Sep 13 15:42:51.188900 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-26fa3f9b-94b4-40b0-a69a-26eeb3874acd req-9e7fb065-288c-4f7d-8ee3-8be1654f498b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Sep 13 15:42:51.251607 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:42:52.330538 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41f3c6-b6eb-4f81-b9f8-f3d4538dee24 req-f0751003-c47d-4704-9abd-81c542855149 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:52.332015 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ac41f3c6-b6eb-4f81-b9f8-f3d4538dee24 req-f0751003-c47d-4704-9abd-81c542855149 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0560737 Sep 13 15:42:52.383763 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ac41f3c6-b6eb-4f81-b9f8-f3d4538dee24 req-636c71c3-1c83-430b-8b42-da7cd00b5841 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Sep 13 15:42:53.511271 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ae3e-a491-4bf5-9059-b95a4474f3c6 req-a61568de-1a65-4205-a44a-ca3891d3606a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:53.512724 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6b2ae3e-a491-4bf5-9059-b95a4474f3c6 req-a61568de-1a65-4205-a44a-ca3891d3606a tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0499032 Sep 13 15:42:53.564296 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-a6b2ae3e-a491-4bf5-9059-b95a4474f3c6 req-85a7e824-518b-4750-bc04-f85f21a45094 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Sep 13 15:42:54.638382 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=14 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:54.639212 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=20 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:54.707590 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e649bc-293a-422d-91c9-5bd188cefa2c req-da4eaaf9-7daa-4046-b1ed-256d0fed294c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:54.709080 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-83e649bc-293a-422d-91c9-5bd188cefa2c req-da4eaaf9-7daa-4046-b1ed-256d0fed294c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0561972 Sep 13 15:42:54.762588 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-83e649bc-293a-422d-91c9-5bd188cefa2c req-df552bbd-1f60-4f39-b57c-cc8f144a1f28 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Sep 13 15:42:55.897076 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f158470-f6ce-49b9-b683-a9a3b638f34c req-9b2c9d15-0f33-4d18-8134-71a32b9b3113 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:55.898618 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4f158470-f6ce-49b9-b683-a9a3b638f34c req-9b2c9d15-0f33-4d18-8134-71a32b9b3113 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0518854 Sep 13 15:42:55.951514 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4f158470-f6ce-49b9-b683-a9a3b638f34c req-7a0e9f84-2396-4c02-b309-1f1e6c678f70 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Sep 13 15:42:57.095865 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb142a-ec60-4945-b546-3e7f54ddd6f7 req-98c739a0-67ed-47b5-9212-3e61f91f0128 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:57.097359 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-35cb142a-ec60-4945-b546-3e7f54ddd6f7 req-98c739a0-67ed-47b5-9212-3e61f91f0128 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0502872 Sep 13 15:42:57.150657 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:57.156008 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-35cb142a-ec60-4945-b546-3e7f54ddd6f7 req-c53e3d2a-5c00-4b3e-8116-a84e2883ed4c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501237 Sep 13 15:42:58.264397 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:42:58.288238 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa77f-41fd-4295-85a0-2f4f5320bffc req-a1250e1e-9fc0-4af0-8ce0-beb0c4a5cf7f tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:58.289634 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-31baa77f-41fd-4295-85a0-2f4f5320bffc req-a1250e1e-9fc0-4af0-8ce0-beb0c4a5cf7f tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0555525 Sep 13 15:42:58.345946 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-31baa77f-41fd-4295-85a0-2f4f5320bffc req-09d0362f-12af-4999-a133-a90b79cf8256 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505326 Sep 13 15:42:59.481124 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d0a1-71d7-490b-977a-2442ad64ce31 req-3c86a98d-e490-4a96-b0bf-b250b2d3ca6c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:42:59.482569 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0125d0a1-71d7-490b-977a-2442ad64ce31 req-3c86a98d-e490-4a96-b0bf-b250b2d3ca6c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Sep 13 15:42:59.532866 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0125d0a1-71d7-490b-977a-2442ad64ce31 req-2c4de880-5cc3-4022-a4a5-7611692abc76 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Sep 13 15:43:00.680873 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9fadb-32cd-4712-9a71-83015570ac54 req-1945388f-1f02-4c3b-b5d0-2a905850d5f4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:00.682379 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f3b9fadb-32cd-4712-9a71-83015570ac54 req-1945388f-1f02-4c3b-b5d0-2a905850d5f4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Sep 13 15:43:00.735275 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f3b9fadb-32cd-4712-9a71-83015570ac54 req-bf5fd364-3a4f-4317-98f5-5da4fb3a6544 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Sep 13 15:43:01.238349 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:01.244897 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:01.800395 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-82f17047-29fa-4ce9-9f7e-10851d6185eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:01.801983 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-82f17047-29fa-4ce9-9f7e-10851d6185eb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0461817 Sep 13 15:43:01.858086 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb072d7-7526-43b4-938f-04c0609d82b6 req-c6c56763-b90a-4657-bee9-f885d1ebe467 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:01.859712 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecb072d7-7526-43b4-938f-04c0609d82b6 req-c6c56763-b90a-4657-bee9-f885d1ebe467 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Sep 13 15:43:01.872174 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:01.914462 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ecb072d7-7526-43b4-938f-04c0609d82b6 req-cfb647ce-0279-4b5f-a81a-1bc287a031a3 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485907 Sep 13 15:43:02.179522 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-aa01f07a-9b95-495e-8c6f-c7d5eaf5af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:02.181763 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-aa01f07a-9b95-495e-8c6f-c7d5eaf5af25 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.1029527 Sep 13 15:43:02.249317 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-e41c3678-8b25-4a3f-8e63-ae85a621ebaf service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 1001 time: 0.0615523 Sep 13 15:43:02.298928 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-0567521a-123b-4de0-8aef-6273eec9809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:02.300486 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-0567521a-123b-4de0-8aef-6273eec9809f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0450807 Sep 13 15:43:02.352099 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-6308b901-3d8d-44c3-bb63-8e0a9a55f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:02.353632 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-6308b901-3d8d-44c3-bb63-8e0a9a55f696 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454125 Sep 13 15:43:02.460090 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-c73075e3-9557-4d99-9f4c-65c446dcd10d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980685 Sep 13 15:43:02.551314 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-dc84a521-9ec9-49b0-b7db-bf57a4d01bf9 req-0b2adaaa-4cf7-4f0c-99f2-7c015d39bff3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Sep 13 15:43:02.975673 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6edb3-7ce6-464e-b6cd-54b0fde92d01 req-7ebb5732-ac32-49f1-b7e0-d810363ff95a tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:02.977045 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cec6edb3-7ce6-464e-b6cd-54b0fde92d01 req-7ebb5732-ac32-49f1-b7e0-d810363ff95a tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0526385 Sep 13 15:43:03.032490 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cec6edb3-7ce6-464e-b6cd-54b0fde92d01 req-563e32bc-4d62-48a4-9077-73ac530381da tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Sep 13 15:43:03.142383 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbec693-183b-4a90-b032-06e0bae220af req-53591690-477b-4dd6-b823-5aaea4108ee8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:03.143899 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cbec693-183b-4a90-b032-06e0bae220af req-53591690-477b-4dd6-b823-5aaea4108ee8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Sep 13 15:43:03.182717 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:03.191479 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:03.196840 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3cbec693-183b-4a90-b032-06e0bae220af req-ddf27527-3666-4c56-bf8a-7dd0453b6fff tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Sep 13 15:43:04.183978 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1658dc-a7bb-490d-a1ac-5c1d8f4b6fd5 req-475bbd64-10a4-4539-a084-83440477c7db tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:04.185437 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fb1658dc-a7bb-490d-a1ac-5c1d8f4b6fd5 req-475bbd64-10a4-4539-a084-83440477c7db tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0581317 Sep 13 15:43:04.239262 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fb1658dc-a7bb-490d-a1ac-5c1d8f4b6fd5 req-c0c620ae-cd81-4a8f-810c-f73915b0c9b6 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459831 Sep 13 15:43:04.360503 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667da44-46b1-4246-b5d7-2e65416d3e81 req-1d6dc1bb-4494-42c8-8eb1-5d235e2f5e24 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:04.362599 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e667da44-46b1-4246-b5d7-2e65416d3e81 req-1d6dc1bb-4494-42c8-8eb1-5d235e2f5e24 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0671868 Sep 13 15:43:04.420806 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e667da44-46b1-4246-b5d7-2e65416d3e81 req-fc572c67-0485-4c5b-87a7-6fa1d8dd1b3b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Sep 13 15:43:05.374659 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab37b-6f27-4e49-ab51-17048333167e req-8f168d48-aa58-43b9-8a65-34ff47956b05 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:05.376469 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-992ab37b-6f27-4e49-ab51-17048333167e req-8f168d48-aa58-43b9-8a65-34ff47956b05 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0566912 Sep 13 15:43:05.425838 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-992ab37b-6f27-4e49-ab51-17048333167e req-c7fc5280-5c69-4d82-b9ef-e9aa1355ddb6 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Sep 13 15:43:05.555323 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54cc9c-c5c5-4f8f-8fde-ae86092d9cc9 req-8cf9806c-5a75-450d-bc38-e6d73fc47ca4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:05.556829 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ed54cc9c-c5c5-4f8f-8fde-ae86092d9cc9 req-8cf9806c-5a75-450d-bc38-e6d73fc47ca4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Sep 13 15:43:05.652612 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-5741da48-3cc3-411b-bf92-1619251a04f0 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:05.654136 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-5741da48-3cc3-411b-bf92-1619251a04f0 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 946 time: 0.0753183 Sep 13 15:43:05.658621 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ed54cc9c-c5c5-4f8f-8fde-ae86092d9cc9 req-1eeda929-a39d-4c12-abb0-d834a31b897e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958054 Sep 13 15:43:05.746658 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Deleting port 7e483d59-431a-4d8a-9a46-cac69ee3d82b {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:43:05.747006 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:05.842231 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] For port 7e483d59-431a-4d8a-9a46-cac69ee3d82b, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=7e483d59-431a-4d8a-9a46-cac69ee3d82b,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:05.842948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:05.856365 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Calling delete_port for 7e483d59-431a-4d8a-9a46-cac69ee3d82b owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:43:06.004059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (7e483d59-431a-4d8a-9a46-cac69ee3d82b), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:06.016384 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['7e483d59-431a-4d8a-9a46-cac69ee3d82b'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:43:06.041303 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Pushing event deleted for resources: {'Port': ['ID=7e483d59-431a-4d8a-9a46-cac69ee3d82b,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:06.065535 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.065882 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.066244 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.066579 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.066911 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.067238 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.067564 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.067886 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.068251 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.068559 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.068877 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.069199 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.069516 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.069837 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.070156 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:06.087515 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] No DVR routers for this DVR port 7e483d59-431a-4d8a-9a46-cac69ee3d82b on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:43:06.089866 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:06.093547 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-3b2593e0-e7ba-469b-a81c-0722e8a6012f req-bc609fc7-9865-4baf-8ef7-dfd7a6009f89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "DELETE /networking/v2.0/ports/7e483d59-431a-4d8a-9a46-cac69ee3d82b HTTP/1.1" status: 204 len: 173 time: 0.4300025 Sep 13 15:43:06.094041 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'name': 'network-vif-deleted', 'tag': '7e483d59-431a-4d8a-9a46-cac69ee3d82b'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:43:06.096331 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e27be12-cf1c-4b01-b5c8-014b5450a857" -d '{"events": [{"server_uuid": "43addaa8-29a2-43dc-9f36-e315c06fa218", "name": "network-vif-deleted", "tag": "7e483d59-431a-4d8a-9a46-cac69ee3d82b"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:43:06.135374 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa055462-9382-492b-8d1a-80a162f566a1 x-openstack-request-id: req-fa055462-9382-492b-8d1a-80a162f566a1 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:43:06.135658 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43addaa8-29a2-43dc-9f36-e315c06fa218", "name": "network-vif-deleted", "tag": "7e483d59-431a-4d8a-9a46-cac69ee3d82b", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:43:06.135921 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa055462-9382-492b-8d1a-80a162f566a1 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:43:06.136325 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa055462-9382-492b-8d1a-80a162f566a1'] response: {'server_uuid': '43addaa8-29a2-43dc-9f36-e315c06fa218', 'name': 'network-vif-deleted', 'tag': '7e483d59-431a-4d8a-9a46-cac69ee3d82b', 'status': 'completed', 'code': 200} Sep 13 15:43:06.557549 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c4016d55-7843-428e-9d12-f8392066d0f4 req-88eb6ad4-fd45-4d55-8728-ab4abcf37ad6 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=43addaa8-29a2-43dc-9f36-e315c06fa218 HTTP/1.1" status: 200 len: 210 time: 0.0320077 Sep 13 15:43:06.782599 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e6f1f-a8e8-4233-b629-42210f4e73e8 req-a18d0dff-36ff-4f5c-8527-0ef9de9c0d6b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:06.784091 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-586e6f1f-a8e8-4233-b629-42210f4e73e8 req-a18d0dff-36ff-4f5c-8527-0ef9de9c0d6b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0479908 Sep 13 15:43:06.835109 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:06.836124 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:43:06.846268 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-586e6f1f-a8e8-4233-b629-42210f4e73e8 req-391fcb3f-9d8f-49d5-af31-07502e219397 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563891 Sep 13 15:43:06.908705 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8e967886-3ff8-4d58-9c31-aca6431f68e2 is: ACTIVE; New status is: DOWN {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:43:06.909220 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:06.937618 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:43:06.940994 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e02905-29b9-4da3-b06f-657de3681320" -d '{"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-unplugged", "status": "completed", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:43:06.954279 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:06.960274 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:07.010253 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=6']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:07.031982 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194d5e3c-b79d-43ac-a95c-dfb4e9f8506e x-openstack-request-id: req-194d5e3c-b79d-43ac-a95c-dfb4e9f8506e {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:43:07.032661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-unplugged", "status": "failed", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "code": 422}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:43:07.032661 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-194d5e3c-b79d-43ac-a95c-dfb4e9f8506e {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:43:07.033089 dv-cinder-857434-2-iscsi neutron-server[106265]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-194d5e3c-b79d-43ac-a95c-dfb4e9f8506e']: {'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'code': 422} returned with failed status Sep 13 15:43:07.074552 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-6c4c93f8-020b-461b-87ba-6e6118bec88c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412340 Sep 13 15:43:07.164797 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399a4a-611b-456b-acbf-91d7ed3ac0dc req-9214b8f3-b7a5-487b-853f-d19cb2eb9508 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:07.166271 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0a399a4a-611b-456b-acbf-91d7ed3ac0dc req-9214b8f3-b7a5-487b-853f-d19cb2eb9508 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0903656 Sep 13 15:43:07.186406 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-87afbff2-ff00-43bf-808b-fb1f3fb6ee15 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:07.187669 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-87afbff2-ff00-43bf-808b-fb1f3fb6ee15 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports/8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 940 time: 0.0827153 Sep 13 15:43:07.202324 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:07.227594 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-0a399a4a-611b-456b-acbf-91d7ed3ac0dc req-562776f5-7364-411f-a8ed-ac9aed09331b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555618 Sep 13 15:43:08.358268 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db18cd5-1fc4-4ef1-b78a-b0d13f005fa4 req-5eafb95d-83cd-4a52-a83d-581acabf00ae tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:08.359749 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5db18cd5-1fc4-4ef1-b78a-b0d13f005fa4 req-5eafb95d-83cd-4a52-a83d-581acabf00ae tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0510619 Sep 13 15:43:08.412269 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5db18cd5-1fc4-4ef1-b78a-b0d13f005fa4 req-721fc361-c9e0-4fca-ad8c-affefb16f6ff tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466807 Sep 13 15:43:09.378288 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7e483d59-431a-4d8a-9a46-cac69ee3d82b no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:43:09.401784 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 7e483d59-431a-4d8a-9a46-cac69ee3d82b {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:43:09.402299 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 7e483d59-431a-4d8a-9a46-cac69ee3d82b not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:43:09.541244 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe8a78-9b57-423d-86b8-328609133e4b req-760067a9-a729-45b4-8d47-fe27799c747c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:09.542746 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e1fe8a78-9b57-423d-86b8-328609133e4b req-760067a9-a729-45b4-8d47-fe27799c747c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0517621 Sep 13 15:43:09.596178 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e1fe8a78-9b57-423d-86b8-328609133e4b req-e1405b0d-90cb-4dcc-93c5-50715925a01c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Sep 13 15:43:10.725798 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2bd24-1f72-4201-9a93-cd5162d90e88 req-7aede4ed-04f9-4015-acce-c97b630408ef tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:10.727270 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-39f2bd24-1f72-4201-9a93-cd5162d90e88 req-7aede4ed-04f9-4015-acce-c97b630408ef tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0494444 Sep 13 15:43:10.779664 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-39f2bd24-1f72-4201-9a93-cd5162d90e88 req-d45297a1-665e-4930-ae52-260c0f14c605 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 Sep 13 15:43:11.905595 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c45a-c945-4d2a-acc0-91475c3f44ee req-a5a0c16c-3366-4088-a056-8b25129c325e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:11.906997 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1073c45a-c945-4d2a-acc0-91475c3f44ee req-a5a0c16c-3366-4088-a056-8b25129c325e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0490713 Sep 13 15:43:12.021544 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-ab32906c-3ba2-4d83-aeb7-97be7576c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:12.023264 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-ab32906c-3ba2-4d83-aeb7-97be7576c7b8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41&tenant_id=7eb316ace93e48c68ade74e9c5fccbf8 HTTP/1.1" status: 200 len: 1127 time: 0.1013958 Sep 13 15:43:12.032832 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1073c45a-c945-4d2a-acc0-91475c3f44ee req-5994a2ff-f118-4f34-a88b-88e5fc9d76dd tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187975 Sep 13 15:43:12.092512 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-d7104586-db42-4cc5-8a78-8a254306405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:12.094412 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-d7104586-db42-4cc5-8a78-8a254306405a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1127 time: 0.0465629 Sep 13 15:43:12.192673 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-4875a670-2048-4907-a853-4ee6daa6d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:12.194270 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-4875a670-2048-4907-a853-4ee6daa6d78e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.0939326 Sep 13 15:43:12.255193 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-1ff247ac-15e1-4115-80b1-b03082e2fc27 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 999 time: 0.0542309 Sep 13 15:43:12.307220 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-4801360a-d868-4088-a301-f8b08dc48df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:12.308676 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-4801360a-d868-4088-a301-f8b08dc48df6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0474281 Sep 13 15:43:12.353074 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-155ad24a-6153-4bb5-988f-a0d717985d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:12.354571 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-155ad24a-6153-4bb5-988f-a0d717985d10 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397747 Sep 13 15:43:12.446503 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-ca55e0d0-a865-4eaa-8b9d-e17835e3e779 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Sep 13 15:43:12.540816 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-29c6011a-8a3d-435a-9690-57b1ab46f76d req-d12ccc79-85a3-422e-a6a2-92d2634a5d54 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883703 Sep 13 15:43:12.668199 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:43:13.160340 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:13.173537 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aeb04-b811-4aec-b49f-b18484d19e4a req-53821faf-ca38-4fd5-ae05-64e03e7304c4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:13.175049 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d5aeb04-b811-4aec-b49f-b18484d19e4a req-53821faf-ca38-4fd5-ae05-64e03e7304c4 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0506799 Sep 13 15:43:13.216424 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:13.226537 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-4d5aeb04-b811-4aec-b49f-b18484d19e4a req-1b4f1ff8-9613-4930-b719-38f864d33561 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Sep 13 15:43:13.398061 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-618eeb7d-a3d3-4d6f-9e8c-3a223f352b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:13.399758 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-618eeb7d-a3d3-4d6f-9e8c-3a223f352b55 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1127 time: 0.0464234 Sep 13 15:43:13.512420 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-49037520-8380-4e5b-80e9-27c09da94d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:13.513886 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-49037520-8380-4e5b-80e9-27c09da94d74 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.0963664 Sep 13 15:43:13.582146 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-abb76291-d9a9-4e67-834b-7eb2bd985c3f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 999 time: 0.0608659 Sep 13 15:43:13.630177 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-45c3f268-de89-4d7e-a67b-49c8d96c1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:13.631594 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-45c3f268-de89-4d7e-a67b-49c8d96c1a1a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0439088 Sep 13 15:43:13.684631 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-6174a0bc-5b72-4d9b-81ea-2bc115e532b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:13.686718 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-6174a0bc-5b72-4d9b-81ea-2bc115e532b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493987 Sep 13 15:43:13.788487 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-8d4060d4-8ca7-4205-ad7f-8446d8c8ccb3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945318 Sep 13 15:43:13.882010 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9ef088d6-aafa-46d1-b957-3c29a24e164c req-2c2942e4-0654-4f70-9033-8ae0469fa6b5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Sep 13 15:43:14.362613 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640efe07-3284-41d4-92ea-df3c5e11b983 req-895286c2-ca58-4a9d-8798-145ea141da34 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:14.364078 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-640efe07-3284-41d4-92ea-df3c5e11b983 req-895286c2-ca58-4a9d-8798-145ea141da34 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0552630 Sep 13 15:43:14.418027 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-640efe07-3284-41d4-92ea-df3c5e11b983 req-bf9bc2b3-88e3-4f10-8853-cde259247a45 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Sep 13 15:43:15.552620 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6b6b-07d3-4e7f-8ed1-adf57ed42aee req-15ca7316-3608-476f-9181-6ccf3c722b5c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:15.554217 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-566c6b6b-07d3-4e7f-8ed1-adf57ed42aee req-15ca7316-3608-476f-9181-6ccf3c722b5c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0543776 Sep 13 15:43:15.608253 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-566c6b6b-07d3-4e7f-8ed1-adf57ed42aee req-e8cf6c42-3d60-4b9e-b96e-fd3b67af218b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 Sep 13 15:43:16.257372 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ac63e3ca-e9f2-4af1-8496-e412cb2d458d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:16.752659 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c9b8c-a1d7-4dfc-aefe-3444cd6f99c2 req-5a57a048-1510-4c80-962b-2469afbcdba0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:16.754128 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2d2c9b8c-a1d7-4dfc-aefe-3444cd6f99c2 req-5a57a048-1510-4c80-962b-2469afbcdba0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0577526 Sep 13 15:43:16.809851 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2d2c9b8c-a1d7-4dfc-aefe-3444cd6f99c2 req-5a4018a0-77c8-4f9a-b3b7-ee5eee834d0c tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498762 Sep 13 15:43:17.067220 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:17.072716 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:17.728986 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-5201b586-a5f8-4a99-bd6a-051e9371b64c tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:17.730525 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-5201b586-a5f8-4a99-bd6a-051e9371b64c tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 200 len: 813 time: 0.1117008 Sep 13 15:43:17.747086 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-09d43590-ec22-4eb5-8879-50ec0228228d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/quotas/cb52082b3d6d4b4aab5cc9b9c2e86cb3 HTTP/1.1" status: 200 len: 375 time: 0.0101707 Sep 13 15:43:17.784485 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-1fd0b5a6-89ba-46dc-911d-4a1ec98e554d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323000 Sep 13 15:43:17.853345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:17.880509 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-b9aeb3a7-5dcc-4202-80af-2a20e7b370e0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890119 Sep 13 15:43:17.950743 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:17.980292 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-7f933296-8f20-43cc-a171-6a2840f7b42d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936627 Sep 13 15:43:18.189853 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b3cb-7807-41d5-b4cf-53132922ae3c req-2633e5dc-ca42-40a3-ac44-c5a9bbc24d05 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:18.191375 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ce23b3cb-7807-41d5-b4cf-53132922ae3c req-2633e5dc-ca42-40a3-ac44-c5a9bbc24d05 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0476658 Sep 13 15:43:18.243608 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ce23b3cb-7807-41d5-b4cf-53132922ae3c req-8756b615-d8f9-430f-b566-762ea8947a71 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458858 Sep 13 15:43:18.310952 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-1f1ddc98-25b9-40bf-a974-0f435b44f193 req-692d8aa9-858e-4817-bcf0-25c2465eac53 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 210 time: 0.0295200 Sep 13 15:43:18.597625 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8f94a8f8-5d37-4be3-8ebf-f0a295a4568f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:19.388368 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbcb0b-3cbc-453c-8643-ec25f516d71f req-12f2ddac-1090-4da7-a188-6b0161b40ca0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:19.389843 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-63cbcb0b-3cbc-453c-8643-ec25f516d71f req-12f2ddac-1090-4da7-a188-6b0161b40ca0 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0612411 Sep 13 15:43:19.450529 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-63cbcb0b-3cbc-453c-8643-ec25f516d71f req-70194447-7991-4d38-b9a1-e90b934a20f8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524440 Sep 13 15:43:19.545511 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-715832da-3b75-46ed-ba5a-bef53f06ca9c req-a6d0ceb3-5b34-4e5b-b553-1d161eeddb89 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 210 time: 0.0284617 Sep 13 15:43:19.646113 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:20.321153 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-410cadff-ce4d-40b9-9901-137bd0f057e5 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:20.322991 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-410cadff-ce4d-40b9-9901-137bd0f057e5 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 200 len: 813 time: 0.1144214 Sep 13 15:43:20.335340 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Request body: {'port': {'device_id': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd', 'admin_state_up': True, 'tenant_id': 'cb52082b3d6d4b4aab5cc9b9c2e86cb3'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:43:20.449646 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Made reservation on behalf of cb52082b3d6d4b4aab5cc9b9c2e86cb3 for: {'port': 1} {{(pid=106263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 15:43:20.455815 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:20.604058 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490ff9-a8ca-403c-ae9a-d8fe34591dcf req-69cd8c4c-5664-4d5d-9d35-6731f423d530 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:20.605390 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cc490ff9-a8ca-403c-ae9a-d8fe34591dcf req-69cd8c4c-5664-4d5d-9d35-6731f423d530 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 943 time: 0.0759883 Sep 13 15:43:20.640018 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Allocated IP 172.20.0.13 (cf36cbce-2ddc-4193-922d-7c2bf739a4cd/93d71306-f025-4b66-a280-c6e7545a43dc/8afbcd3f-eeeb-432c-8fe2-218390dfee57) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 15:43:20.693657 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-cc490ff9-a8ca-403c-ae9a-d8fe34591dcf req-f48b79f8-4e0e-4402-8a73-1cb4efc8683f tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806444 Sep 13 15:43:20.795382 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-ed8670bc-9ea7-4fa7-9a64-244ee483c517 req-880ff5d8-0f39-40a1-9d1a-7af41f4e8d0e tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 210 time: 0.0372601 Sep 13 15:43:20.805735 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:20.845527 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks [] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:20.851430 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:20.893639 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794708182959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:20.906124 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:43:20.939660 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Network cf36cbce-2ddc-4193-922d-7c2bf739a4cd is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 15:43:20.944939 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 15:43:20.947452 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Pushing event updated for resources: {'Port': ['ID=8afbcd3f-eeeb-432c-8fe2-218390dfee57,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:20.949589 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 15:43:20.998430 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:20.999036 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.010974 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:21.015868 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-9bd59666-922f-4363-bcf8-36a50caf4f8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6849046 Sep 13 15:43:21.023501 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'port_id': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'mac_address': 'fa:16:3e:2d:fb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:43:21.027844 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.v2.base [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Request body: {'port': {'device_id': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85743'}} {{(pid=106263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 15:43:21.060338 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8e967886-3ff8-4d58-9c31-aca6431f68e2 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:43:21.060707 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.074862 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e967886-3ff8-4d58-9c31-aca6431f68e2 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:43:21.090845 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.097065 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:21.102022 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.148248 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.164050 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=7']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:21.172805 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.173148 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.173504 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.173847 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.174216 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.174551 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.174878 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.175209 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.175535 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.175861 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.176185 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.176507 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.176825 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.177144 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.177463 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:43:21.251996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.412701 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['8e967886-3ff8-4d58-9c31-aca6431f68e2'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:43:21.572602 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:21.615797 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afbcd3f-eeeb-432c-8fe2-218390dfee57 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:43:21.624259 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Publish callbacks [] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.639169 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Transition to ACTIVE for port object 8afbcd3f-eeeb-432c-8fe2-218390dfee57 will not be triggered until provisioned by entity L2. {{(pid=106263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 15:43:21.643100 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:21.645507 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.727750 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbcd3f-eeeb-432c-8fe2-218390dfee57,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:21.758018 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Attempting to bind port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 on host hv-cinder-85743 for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 15:43:21.758411 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Attempting to bind port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 by drivers openvswitch,hyperv on host hv-cinder-85743 at level 0 using segments [{'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 15:43:21.758788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Attempting to bind port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 on network cf36cbce-2ddc-4193-922d-7c2bf739a4cd {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:43:21.840593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7f983-65b6-4ac7-b754-7dcf150b8caa req-e5aa10ba-d0f9-40b5-b7b7-5f59a42554c1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:21.842034 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fac7f983-65b6-4ac7-b754-7dcf150b8caa req-e5aa10ba-d0f9-40b5-b7b7-5f59a42554c1 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 944 time: 0.0623045 Sep 13 15:43:21.843022 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 on network cf36cbce-2ddc-4193-922d-7c2bf739a4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85743 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 15:43:21.843319 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Attempting to bind port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 on network cf36cbce-2ddc-4193-922d-7c2bf739a4cd {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 15:43:21.883835 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:21.914876 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Checking agent: {'id': '1b4e77c1-3dac-478c-a273-84e513f2733c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'started_at': datetime.datetime(2022, 9, 13, 15, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 15:43:21.915104 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Checking segment: {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 15:43:21.915508 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Bound using segment: {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 15:43:21.916115 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Bound port: 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host: hv-cinder-85743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5075c32e-9764-49da-9a96-fd3a35bc881f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 15:43:21.916472 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:21.923047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:21.941648 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fac7f983-65b6-4ac7-b754-7dcf150b8caa req-f6ced0f8-c187-41cb-a176-51566d7eee61 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777328 Sep 13 15:43:21.993820 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] For port 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host hv-cinder-85743, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 15:43:21.996943 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] For port 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host hv-cinder-85743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 15:43:22.011941 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3615065'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:22.035353 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:22.035958 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:22.037311 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8afbcd3f-eeeb-432c-8fe2-218390dfee57 HTTP/1.1" status: 200 len: 1094 time: 1.0137558 Sep 13 15:43:22.040904 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'tag': '8afbcd3f-eeeb-432c-8fe2-218390dfee57'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:43:22.044095 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8105435c-6847-4785-8c25-e9e30cdedd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e64475eb-7add-4bf3-ab8f-9b276295aea5", "tag": "8afbcd3f-eeeb-432c-8fe2-218390dfee57"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:43:22.091070 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df673f-a6a7-4f29-8b8b-731e57a46854 req-2cf5c722-e21a-4816-8f76-63ec9db8be58 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:22.092493 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-40df673f-a6a7-4f29-8b8b-731e57a46854 req-2cf5c722-e21a-4816-8f76-63ec9db8be58 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 944 time: 0.0924921 Sep 13 15:43:22.148747 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-2a6f7c9f-bceb-41dd-9aad-c4b76737b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:22.150336 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-2a6f7c9f-bceb-41dd-9aad-c4b76737b039 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 1128 time: 0.0734401 Sep 13 15:43:22.156957 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1fcbe-9e23-4c90-9eed-41ade12c1649 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbcd3f-eeeb-432c-8fe2-218390dfee57,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:22.202876 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-25c7bff1-aa9a-4364-9410-79543fc72e9e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57 HTTP/1.1" status: 200 len: 217 time: 0.0429685 Sep 13 15:43:22.225748 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-40df673f-a6a7-4f29-8b8b-731e57a46854 req-4eb938fb-d7e3-41b1-9096-eababe9a126b tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118731 Sep 13 15:43:22.260560 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-46700584-c2ca-461b-84e6-4fc73f576d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:22.262054 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-46700584-c2ca-461b-84e6-4fc73f576d06 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=93d71306-f025-4b66-a280-c6e7545a43dc HTTP/1.1" status: 200 len: 853 time: 0.0516784 Sep 13 15:43:22.276208 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbe09ed-b53a-4146-a60a-e3e60fbf8eb0 x-openstack-request-id: req-edbe09ed-b53a-4146-a60a-e3e60fbf8eb0 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:43:22.276495 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64475eb-7add-4bf3-ab8f-9b276295aea5", "tag": "8afbcd3f-eeeb-432c-8fe2-218390dfee57", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:43:22.276748 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edbe09ed-b53a-4146-a60a-e3e60fbf8eb0 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:43:22.277144 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbe09ed-b53a-4146-a60a-e3e60fbf8eb0'] response: {'name': 'network-changed', 'server_uuid': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'tag': '8afbcd3f-eeeb-432c-8fe2-218390dfee57', 'status': 'completed', 'code': 200} Sep 13 15:43:22.297786 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-7f75eadc-dfde-4bc3-93c6-97f61c195224 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300174 Sep 13 15:43:22.393889 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-4f40dfdb-f45f-4e3d-84ed-70fe7270e803 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896378 Sep 13 15:43:22.492042 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-e9acc3ea-cf72-415c-a20f-5ae9a7096f50 req-d766dcee-5bad-4e35-bbe2-05669be2bcde service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916784 Sep 13 15:43:22.908736 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:43:22.955527 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 8e967886-3ff8-4d58-9c31-aca6431f68e2 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:43:22.955902 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:23.033967 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8e967886-3ff8-4d58-9c31-aca6431f68e2 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:43:23.034395 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:23.058063 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:43:23.060365 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28302c5-7753-43ce-b611-cc6eeb53a956" -d '{"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-plugged", "status": "completed", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:43:23.075391 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cd292-7566-4644-a70d-a55159e43d6c req-0f39dcd6-2575-4e34-a1da-96fb9fa2d267 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:23.076909 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d44cd292-7566-4644-a70d-a55159e43d6c req-0f39dcd6-2575-4e34-a1da-96fb9fa2d267 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 944 time: 0.0539505 Sep 13 15:43:23.077064 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:23.084526 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:23.128002 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d44cd292-7566-4644-a70d-a55159e43d6c req-83717c78-0f66-40cd-8932-ce57858dc81d tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Sep 13 15:43:23.133948 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=8']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:23.173090 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e353ce4b-595b-483c-99c4-cc18e7c6f055 x-openstack-request-id: req-e353ce4b-595b-483c-99c4-cc18e7c6f055 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:43:23.173427 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-plugged", "status": "completed", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:43:23.173676 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e353ce4b-595b-483c-99c4-cc18e7c6f055 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:43:23.174082 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e353ce4b-595b-483c-99c4-cc18e7c6f055'] response: {'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'code': 200} Sep 13 15:43:23.358603 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91599-7c74-4ddc-8432-7afc872a20e2 req-d1061114-3639-40ff-9755-cf67c90b06d0 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:23.360074 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-64c91599-7c74-4ddc-8432-7afc872a20e2 req-d1061114-3639-40ff-9755-cf67c90b06d0 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 944 time: 0.0484133 Sep 13 15:43:23.407728 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-64c91599-7c74-4ddc-8432-7afc872a20e2 req-aa3c4886-a7c5-472a-aa44-7d2c340b9029 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Sep 13 15:43:24.267592 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e0f2-de23-4640-9862-1b88e1a204e7 req-cb1a7f1b-e753-4cec-a5bd-f0cb3ab70a37 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:24.269107 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7e7e0f2-de23-4640-9862-1b88e1a204e7 req-cb1a7f1b-e753-4cec-a5bd-f0cb3ab70a37 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0554798 Sep 13 15:43:24.324754 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c7e7e0f2-de23-4640-9862-1b88e1a204e7 req-671f433b-e48c-4c00-bc10-ac06225d7b6f tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 Sep 13 15:43:24.564519 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ad12-354d-43fa-89cd-4a038db91f1c req-a9858903-a856-40fb-a4f6-2f63e0d5f126 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:24.566019 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6946ad12-354d-43fa-89cd-4a038db91f1c req-a9858903-a856-40fb-a4f6-2f63e0d5f126 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 944 time: 0.0615838 Sep 13 15:43:24.610412 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-0e11c6bb-b3b3-4cd4-a203-b1af74843767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:24.611869 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-0e11c6bb-b3b3-4cd4-a203-b1af74843767 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 1128 time: 0.0626769 Sep 13 15:43:24.620964 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:24.640785 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-6946ad12-354d-43fa-89cd-4a038db91f1c req-c447aeea-6423-4126-9446-787e71c334fe tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564747 Sep 13 15:43:24.724593 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:24.749027 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-7d950fee-1853-40c7-80fd-8f5959a868f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:24.750514 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-7d950fee-1853-40c7-80fd-8f5959a868f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 200 len: 914 time: 0.1022050 Sep 13 15:43:24.781848 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905854ef-436d-41c9-ba2e-d3f63c52aea9 req-9e252a6b-81fb-498a-ad08-612b0d34088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:24.783977 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-905854ef-436d-41c9-ba2e-d3f63c52aea9 req-9e252a6b-81fb-498a-ad08-612b0d34088b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0429301 Sep 13 15:43:24.792504 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-babb7d5b-4bd3-40e7-8389-b030eb90c507 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57 HTTP/1.1" status: 200 len: 217 time: 0.0350595 Sep 13 15:43:24.830513 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-905854ef-436d-41c9-ba2e-d3f63c52aea9 req-f7850e36-a0ad-4ffa-92ae-8764a2dfd831 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403724 Sep 13 15:43:24.842366 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-7d81ff2d-b362-4000-8275-c7c2a1f73993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:24.843824 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-7d81ff2d-b362-4000-8275-c7c2a1f73993 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=93d71306-f025-4b66-a280-c6e7545a43dc HTTP/1.1" status: 200 len: 853 time: 0.0456948 Sep 13 15:43:25.129640 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-2ead9ad6-bcc4-4f01-9773-335127556b04 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cf36cbce-2ddc-4193-922d-7c2bf739a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458224 Sep 13 15:43:25.231394 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-400d89fe-ac8e-4baa-952d-8a37953cfa37 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951102 Sep 13 15:43:25.327525 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-8105435c-6847-4785-8c25-e9e30cdedd9c req-8e969403-4e20-4b48-964e-d83cc5c6e224 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894737 Sep 13 15:43:25.451588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289bcf-7b44-4bbb-b3b2-bfa0f2e2a2c1 req-43fb2cef-15e3-4a22-a859-fc8df6cd7062 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:25.453053 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-54289bcf-7b44-4bbb-b3b2-bfa0f2e2a2c1 req-43fb2cef-15e3-4a22-a859-fc8df6cd7062 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Sep 13 15:43:25.508532 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-54289bcf-7b44-4bbb-b3b2-bfa0f2e2a2c1 req-32e084be-396b-4bb1-9d13-1c4797c6fd06 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472729 Sep 13 15:43:25.767959 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003a706-96c1-49da-9a12-0396fbef6153 req-e967ba1d-f228-4840-83ee-7a3cfab56bea tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:25.769353 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2003a706-96c1-49da-9a12-0396fbef6153 req-e967ba1d-f228-4840-83ee-7a3cfab56bea tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 944 time: 0.0535901 Sep 13 15:43:25.828355 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-2003a706-96c1-49da-9a12-0396fbef6153 req-942401be-b558-42b8-920f-cdf241ffd821 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512748 Sep 13 15:43:26.636839 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ca7a-adaf-476d-ae98-afe3fb5b201e req-18781208-9232-441a-b762-3bf66ceeb790 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:26.638738 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9e89ca7a-adaf-476d-ae98-afe3fb5b201e req-18781208-9232-441a-b762-3bf66ceeb790 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0496800 Sep 13 15:43:26.696982 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9e89ca7a-adaf-476d-ae98-afe3fb5b201e req-43881680-ada7-49f4-9cbf-f97cafe8a7f8 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521178 Sep 13 15:43:26.944348 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8afbcd3f-eeeb-432c-8fe2-218390dfee57 details requested by agent hyperv_hv-cinder-85743 with host hv-cinder-85743 {{(pid=106265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 15:43:26.964777 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a053b3-f266-433d-b521-532ffe5cdd22 req-7557e223-8928-4107-be26-4375442c638c tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:26.966188 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-70a053b3-f266-433d-b521-532ffe5cdd22 req-7557e223-8928-4107-be26-4375442c638c tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 944 time: 0.0534263 Sep 13 15:43:27.014397 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-70a053b3-f266-433d-b521-532ffe5cdd22 req-67a99d0a-a8d7-44da-88ec-ebc4305c1367 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Sep 13 15:43:27.049684 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:27.061332 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Returning: {'device': '8afbcd3f-eeeb-432c-8fe2-218390dfee57', 'network_id': 'cf36cbce-2ddc-4193-922d-7c2bf739a4cd', 'port_id': '8afbcd3f-eeeb-432c-8fe2-218390dfee57', 'mac_address': 'fa:16:3e:fd:ea:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d71306-f025-4b66-a280-c6e7545a43dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 15:43:27.096966 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 is: DOWN; New status is: BUILD {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:43:27.097476 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:27.117403 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afbcd3f-eeeb-432c-8fe2-218390dfee57 {{(pid=106265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 15:43:27.138770 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:27.148028 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:27.195851 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8afbcd3f-eeeb-432c-8fe2-218390dfee57,revision_number=4']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:27.476213 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['8afbcd3f-eeeb-432c-8fe2-218390dfee57'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:43:27.619716 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:28.146528 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540482ad-67fd-4c59-863e-7540fea96cd4 req-f6231321-0870-4d65-b202-df1bcca4cb8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:28.147998 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-540482ad-67fd-4c59-863e-7540fea96cd4 req-f6231321-0870-4d65-b202-df1bcca4cb8d tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Sep 13 15:43:28.198747 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-540482ad-67fd-4c59-863e-7540fea96cd4 req-0737bbe9-b030-4e22-bb89-8e250324291e tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Sep 13 15:43:28.961232 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8afbcd3f-eeeb-432c-8fe2-218390dfee57 up at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 15:43:29.006493 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning for port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 completed by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 15:43:29.014045 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.provisioning_blocks [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Provisioning complete for port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 triggered by entity L2. {{(pid=106265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 15:43:29.014475 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16575143'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), provisioning_complete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:29.227766 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Current status of the port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 is: BUILD; New status is: ACTIVE {{(pid=106265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 15:43:29.228009 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16485975'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), before_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:29.253250 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbcd3f-eeeb-432c-8fe2-218390dfee57'}] {{(pid=106265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:43:29.267581 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15bc58aeb356441fdccb7b8cb99cfcf628378b6b192777dad6d3bcbede7be3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91de00c3-5bd0-4f88-a338-d3f4b5e10918" -d '{"events": [{"server_uuid": "e64475eb-7add-4bf3-ab8f-9b276295aea5", "name": "network-vif-plugged", "status": "completed", "tag": "8afbcd3f-eeeb-432c-8fe2-218390dfee57"}]}' {{(pid=106265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:43:29.270138 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:29.282439 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] For port 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:29.288775 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794708721035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794708182977', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794708182995'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:29.325345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b33b-8fe5-4955-9fc8-5e26c764d3f5 req-c53abc6c-cff9-4648-b961-f7cc80267963 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:29.326900 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c5c8b33b-8fe5-4955-9fc8-5e26c764d3f5 req-c53abc6c-cff9-4648-b961-f7cc80267963 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 946 time: 0.0500693 Sep 13 15:43:29.336928 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Pushing event updated for resources: {'Port': ['ID=8afbcd3f-eeeb-432c-8fe2-218390dfee57,revision_number=5']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:29.378628 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-c5c8b33b-8fe5-4955-9fc8-5e26c764d3f5 req-2b2cf528-cabf-4059-9244-66acaab8793e tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Sep 13 15:43:29.424024 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168536d9-de49-45d6-8103-5f0974b873c7 x-openstack-request-id: req-168536d9-de49-45d6-8103-5f0974b873c7 {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:43:29.424347 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64475eb-7add-4bf3-ab8f-9b276295aea5", "name": "network-vif-plugged", "status": "completed", "tag": "8afbcd3f-eeeb-432c-8fe2-218390dfee57", "code": 200}]} {{(pid=106265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:43:29.424734 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-168536d9-de49-45d6-8103-5f0974b873c7 {{(pid=106265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:43:29.425280 dv-cinder-857434-2-iscsi neutron-server[106265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168536d9-de49-45d6-8103-5f0974b873c7'] response: {'server_uuid': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbcd3f-eeeb-432c-8fe2-218390dfee57', 'code': 200} Sep 13 15:43:29.600317 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7bd4a-9230-46e5-b970-a37634dcc853 req-c2bb4ee4-8aad-47ec-ac52-d71525894e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:29.601866 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f9b7bd4a-9230-46e5-b970-a37634dcc853 req-c2bb4ee4-8aad-47ec-ac52-d71525894e64 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 1130 time: 0.0438671 Sep 13 15:43:29.614876 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:29.648583 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-f9b7bd4a-9230-46e5-b970-a37634dcc853 req-c41d37d2-8ffa-452d-ae1a-8cc12a8e4f05 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 Sep 13 15:43:30.504100 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99693480-eaac-43ae-aef4-9311871a513c req-1d1314b8-efef-4dfa-a892-2f026dda0856 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:30.505562 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-99693480-eaac-43ae-aef4-9311871a513c req-1d1314b8-efef-4dfa-a892-2f026dda0856 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 946 time: 0.0477402 Sep 13 15:43:30.555059 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-99693480-eaac-43ae-aef4-9311871a513c req-223151fb-ca31-4319-be55-b199c0a9eea7 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Sep 13 15:43:31.621606 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:31.631139 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:31.671012 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:31.682968 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83cb41-241d-4308-a976-cb83ceecbbe6 req-0af9b116-26b6-4a46-ae0c-5fc2f0e62928 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:31.684814 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fa83cb41-241d-4308-a976-cb83ceecbbe6 req-0af9b116-26b6-4a46-ae0c-5fc2f0e62928 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 946 time: 0.0482996 Sep 13 15:43:31.739950 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-fa83cb41-241d-4308-a976-cb83ceecbbe6 req-2209c2b3-6318-4097-9509-b887cfdf24a8 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Sep 13 15:43:31.881164 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:34.823499 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=9 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:34.827925 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=9 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:41.724957 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:41.736367 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=22 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:41.862842 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:41.874024 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:44.612375 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:43:46.255069 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-28e5f502-ee24-4289-8536-adfd8cfccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:48.603020 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-50e7bbc9-3d60-4ae4-9606-d534aa486621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:49.651017 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:49.667630 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:43:51.131118 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:51.253713 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:55.307695 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa64a12-bd9a-48dc-8f60-f51f164e7d82 req-806546df-cc13-49c7-8fc4-7572e5caeac1 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:55.309082 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bfa64a12-bd9a-48dc-8f60-f51f164e7d82 req-806546df-cc13-49c7-8fc4-7572e5caeac1 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 946 time: 0.0470598 Sep 13 15:43:55.357944 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-bfa64a12-bd9a-48dc-8f60-f51f164e7d82 req-b837551c-e395-40e8-b2d6-59f4a20f534e tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Sep 13 15:43:56.491907 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa2c6-973f-435c-a607-f1b4ae4ada89 req-9177605b-f03a-40cd-a222-4192449f4922 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:56.493445 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-549fa2c6-973f-435c-a607-f1b4ae4ada89 req-9177605b-f03a-40cd-a222-4192449f4922 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 946 time: 0.0483799 Sep 13 15:43:56.540505 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-549fa2c6-973f-435c-a607-f1b4ae4ada89 req-eddee22f-8977-4b55-8eae-7192a2cff41a tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f12c0d5-e61f-49e4-b468-f200b89a9075&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Sep 13 15:43:57.023179 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-fb1be534-977b-4f91-a43e-9f5814c2ac75 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:43:57.024671 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-fb1be534-977b-4f91-a43e-9f5814c2ac75 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 946 time: 0.0563242 Sep 13 15:43:57.109047 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Deleting port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:43:57.109332 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:57.203985 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] For port 8afbcd3f-eeeb-432c-8fe2-218390dfee57, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8afbcd3f-eeeb-432c-8fe2-218390dfee57,segment=NetworkSegment(5075c32e-9764-49da-9a96-fd3a35bc881f),segment_id=5075c32e-9764-49da-9a96-fd3a35bc881f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:43:57.204339 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:57.217681 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Calling delete_port for 8afbcd3f-eeeb-432c-8fe2-218390dfee57 owned by compute:nova {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:43:57.353031 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (8afbcd3f-eeeb-432c-8fe2-218390dfee57), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:57.364829 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] get_ports_and_sgs() called for port_ids ['8afbcd3f-eeeb-432c-8fe2-218390dfee57'] {{(pid=106265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 15:43:57.384236 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Pushing event deleted for resources: {'Port': ['ID=8afbcd3f-eeeb-432c-8fe2-218390dfee57,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:43:57.427588 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] No DVR routers for this DVR port 8afbcd3f-eeeb-432c-8fe2-218390dfee57 on host hv-cinder-85743 {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:43:57.430199 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:43:57.433466 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d9cf5f51-9e62-4fe0-a828-a5d1d72da70c req-16df68dd-0185-4182-9bd1-677312d743ae tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8afbcd3f-eeeb-432c-8fe2-218390dfee57 HTTP/1.1" status: 204 len: 173 time: 0.4040601 Sep 13 15:43:57.433948 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'name': 'network-vif-deleted', 'tag': '8afbcd3f-eeeb-432c-8fe2-218390dfee57'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:43:57.436209 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86128052-4572-4832-825c-afce3f25c94b" -d '{"events": [{"server_uuid": "e64475eb-7add-4bf3-ab8f-9b276295aea5", "name": "network-vif-deleted", "tag": "8afbcd3f-eeeb-432c-8fe2-218390dfee57"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:43:57.476217 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9ee2e3-be4e-4020-8919-ad1ce8c6b081 x-openstack-request-id: req-9c9ee2e3-be4e-4020-8919-ad1ce8c6b081 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:43:57.476528 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64475eb-7add-4bf3-ab8f-9b276295aea5", "name": "network-vif-deleted", "tag": "8afbcd3f-eeeb-432c-8fe2-218390dfee57", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:43:57.477370 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c9ee2e3-be4e-4020-8919-ad1ce8c6b081 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:43:57.477860 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9ee2e3-be4e-4020-8919-ad1ce8c6b081'] response: {'server_uuid': 'e64475eb-7add-4bf3-ab8f-9b276295aea5', 'name': 'network-vif-deleted', 'tag': '8afbcd3f-eeeb-432c-8fe2-218390dfee57', 'status': 'completed', 'code': 200} Sep 13 15:43:57.663277 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-531ba634-1452-471a-923d-2ecd76e0263c req-d6802dc1-d268-4048-8870-c657f658de11 tempest-VolumesSnapshotTestJSON-509950869 tempest-VolumesSnapshotTestJSON-509950869-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e64475eb-7add-4bf3-ab8f-9b276295aea5 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Sep 13 15:44:01.645307 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8afbcd3f-eeeb-432c-8fe2-218390dfee57 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:44:01.670018 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 8afbcd3f-eeeb-432c-8fe2-218390dfee57 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:44:01.670393 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8afbcd3f-eeeb-432c-8fe2-218390dfee57 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:44:02.609436 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:07.643990 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=61,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:07.645378 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=66,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:08.632665 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:08.633366 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:12.594163 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:12.601567 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:16.255418 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-677a8454-7c0a-4e7a-8b06-6f962a077ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:17.619930 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-2a2036d6-4716-45ed-989d-5a72eb1d99d6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465877 Sep 13 15:44:17.704096 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-2dee4251-39ad-4cb4-bab9-e8d8246cc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:44:17.705657 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-2dee4251-39ad-4cb4-bab9-e8d8246cc719 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0419886 Sep 13 15:44:17.821324 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-80e83cee-65a5-4f45-8cbb-5fe42f4a001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:44:17.822853 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-80e83cee-65a5-4f45-8cbb-5fe42f4a001a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.0975099 Sep 13 15:44:17.888720 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-f41f465f-4568-4994-81ec-700c9febe72b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 1001 time: 0.0595088 Sep 13 15:44:17.947836 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-e8c3bd37-fc0c-40a9-a6ad-3d22387bca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:44:17.949234 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-e8c3bd37-fc0c-40a9-a6ad-3d22387bca5c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0540748 Sep 13 15:44:17.993509 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-977e43cd-9ad1-4271-a823-a9b81093524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:44:17.995410 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-977e43cd-9ad1-4271-a823-a9b81093524b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404012 Sep 13 15:44:18.099416 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-bd2c02b4-9a22-42ec-94ed-8ae9b788fcc8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975146 Sep 13 15:44:18.197905 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-9b655757-b33e-4ccc-a484-f1c2501e7a09 req-6f686b82-b9d8-4aea-89d1-22148d1b09f9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906670 Sep 13 15:44:18.601366 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0d56db36-a06a-4e42-ad44-4aa2a7bfc120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:19.663948 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:21.132551 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:21.249570 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.380363 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38666) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:44:23.426079 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Deleting subnet 93d71306-f025-4b66-a280-c6e7545a43dc {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:44:23.429423 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Publish callbacks [] for subnet (93d71306-f025-4b66-a280-c6e7545a43dc), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.465541 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (93d71306-f025-4b66-a280-c6e7545a43dc), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.505490 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (93d71306-f025-4b66-a280-c6e7545a43dc), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.570787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (93d71306-f025-4b66-a280-c6e7545a43dc), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.613211 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.617039 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/93d71306-f025-4b66-a280-c6e7545a43dc HTTP/1.1" status: 204 len: 168 time: 0.2356439 Sep 13 15:44:23.618485 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d71306-f025-4b66-a280-c6e7545a43dc,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:44:23.619919 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38668) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:44:23.628241 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.628586 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.628903 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.629272 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.629612 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.629907 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.630388 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.630712 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.631040 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.631368 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.631692 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.632048 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.632369 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.632685 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.633005 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db481a-00fe-4da9-bafa-fc3d3995de27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.696126 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (cf36cbce-2ddc-4193-922d-7c2bf739a4cd), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.778144 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (cf36cbce-2ddc-4193-922d-7c2bf739a4cd), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.799104 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf36cbce-2ddc-4193-922d-7c2bf739a4cd']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:44:23.808576 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5075c32e-9764-49da-9a96-fd3a35bc881f') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:44:23.808875 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5075c32e-9764-49da-9a96-fd3a35bc881f') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:44:23.818409 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (5075c32e-9764-49da-9a96-fd3a35bc881f), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.831840 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (5075c32e-9764-49da-9a96-fd3a35bc881f), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.838364 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:44:23.838834 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (5075c32e-9764-49da-9a96-fd3a35bc881f), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.907293 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (cf36cbce-2ddc-4193-922d-7c2bf739a4cd), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.925046 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:23.928218 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/cf36cbce-2ddc-4193-922d-7c2bf739a4cd HTTP/1.1" status: 204 len: 168 time: 0.3072977 Sep 13 15:44:23.929756 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 5075c32e-9764-49da-9a96-fd3a35bc881f resource provider aggregate not found Sep 13 15:44:23.933596 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf36cbce-2ddc-4193-922d-7c2bf739a4cd,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:44:23.942322 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.942679 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.943086 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.943406 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.943947 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.944286 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.944625 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.945350 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.945687 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.946029 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.946392 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.946877 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.947303 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.947635 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.947961 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3ba4b-8bfa-4c6b-af11-1e146acbbd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:44:23.951610 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 5075c32e-9764-49da-9a96-fd3a35bc881f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5075c32e-9764-49da-9a96-fd3a35bc881f found for delete ", "request_id": "req-7e24291d-dede-46b7-beda-2c2e861e85f1"}]} Sep 13 15:44:24.046059 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38678) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:44:24.089252 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-57a330c3-b363-4c5c-93d1-5acbf07aad66 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cb52082b3d6d4b4aab5cc9b9c2e86cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420094 Sep 13 15:44:24.091909 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38680) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:44:24.145490 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e669a80a-98ac-4be4-946c-b7573b2c0802 admin admin] Publish callbacks [] for security_group (8f12c0d5-e61f-49e4-b468-f200b89a9075), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:24.166325 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e669a80a-98ac-4be4-946c-b7573b2c0802 admin admin] Publish callbacks [] for security_group (8f12c0d5-e61f-49e4-b468-f200b89a9075), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:24.167833 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:24.181744 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:24.222030 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e669a80a-98ac-4be4-946c-b7573b2c0802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (8f12c0d5-e61f-49e4-b468-f200b89a9075), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:24.224975 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e669a80a-98ac-4be4-946c-b7573b2c0802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:24.226204 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e669a80a-98ac-4be4-946c-b7573b2c0802 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8f12c0d5-e61f-49e4-b468-f200b89a9075 HTTP/1.1" status: 204 len: 168 time: 0.1333923 Sep 13 15:44:24.234227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a80a-98ac-4be4-946c-b7573b2c0802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f12c0d5-e61f-49e4-b468-f200b89a9075,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:44:26.671325 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:44:31.242066 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:32.617060 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:33.577553 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=22,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:33.623331 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:34.230168 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:34.231357 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:42.607788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:42.609076 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:45.627509 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=15 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:45.633863 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=19 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:44:46.259151 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-c845f00f-72a7-4822-ae5d-f0edad72ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:48.599871 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3b57a1e3-9ee5-424e-94e4-cbd56311dc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:49.666462 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:51.137132 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:44:51.250068 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:01.241100 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:01.244032 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:02.616492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:03.674878 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:45:10.831627 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38694) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:11.179729 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Deleting port 5fa52a52-14c0-4839-a59f-58fee7f7b6b9 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:11.179985 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:11.264329 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:11.264628 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for floatingip (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:11.278427 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Calling delete_port for 5fa52a52-14c0-4839-a59f-58fee7f7b6b9 owned by network:floatingip {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:11.440870 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (5fa52a52-14c0-4839-a59f-58fee7f7b6b9), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:11.463412 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event deleted for resources: {'Port': ['ID=5fa52a52-14c0-4839-a59f-58fee7f7b6b9,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:11.526947 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for floatingip (f24fe45b-946a-4842-b22e-76490c0fe7cd), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:11.527269 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.db.l3_db [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Floating IP f24fe45b-946a-4842-b22e-76490c0fe7cd disassociated (deleted). External IP: 172.27.1.146, port: 8e967886-3ff8-4d58-9c31-aca6431f68e2. Sep 13 15:45:11.730199 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Router 5e8d38f3-7be3-472f-8b3c-306094d200e5 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:45:12.093755 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:45:12.098211 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for floatingip (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:12.105957 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] Sync routers for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:45:12.117616 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:45:12.118254 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:44:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:12.120982 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:12.129699 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-60ebe409-27ee-48c2-b4e7-f8393b969058 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/f24fe45b-946a-4842-b22e-76490c0fe7cd HTTP/1.1" status: 204 len: 168 time: 1.2969019 Sep 13 15:45:12.130347 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:45:12.132788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d47b7ed2c51ba66906e60ca4cd1d42aa3166816cffc84ee803e5025a815875d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f7111a-d5ee-4a54-b818-06882159d337" -d '{"events": [{"name": "network-changed", "server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:45:12.220717 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:45:12.307695 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f4d79-6a02-43cd-b185-9f0b620e1d32 x-openstack-request-id: req-b17f4d79-6a02-43cd-b185-9f0b620e1d32 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:45:12.308039 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "status": "completed", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:45:12.308345 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b17f4d79-6a02-43cd-b185-9f0b620e1d32 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:45:12.308758 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17f4d79-6a02-43cd-b185-9f0b620e1d32'] response: {'name': 'network-changed', 'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'status': 'completed', 'code': 200} Sep 13 15:45:12.411331 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:06Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:12.436417 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] Checking router: 5e8d38f3-7be3-472f-8b3c-306094d200e5 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:45:12.444580 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:45:12.445180 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:44:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:12.517032 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d8986-5380-47bd-b49e-d1b6e759a483 req-cd0f298a-6c5f-4e2d-8a66-6e6e2bdd4130 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:12.518650 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d95d8986-5380-47bd-b49e-d1b6e759a483 req-cd0f298a-6c5f-4e2d-8a66-6e6e2bdd4130 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.1656556 Sep 13 15:45:12.547739 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:12.575510 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-d95d8986-5380-47bd-b49e-d1b6e759a483 req-99452477-9220-4bd1-aa5a-56f34abdfb3d tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504889 Sep 13 15:45:12.606538 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:12.609502 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:12.652075 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:45:12.856657 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:06Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:12.881681 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902cac9-b0bd-404c-800d-0ee8f0be8979 None None] The sync data for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi is: [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:38:58Z', 'revision_number': 4, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi', '_interfaces': [{'id': '608d9146-b488-4660-9ba8-cc746c46a68e', 'name': '', 'network_id': '2139647d-b8ca-48a5-8bc6-2c73cabd38be', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'mac_address': 'fa:16:3e:b8:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:58Z', 'updated_at': '2022-09-13T15:39:06Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'subnets': [{'id': 'faa2f9fd-b099-4f33-a84e-3aae2c10e5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:45:13.123327 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5c04e-da40-4bd0-a148-953eac90e239 None None] New status for floating IP f24fe45b-946a-4842-b22e-76490c0fe7cd: DOWN {{(pid=106265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 15:45:13.330239 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7111a-d5ee-4a54-b818-06882159d337 req-7fa6c2ad-b575-4aa5-9c91-c2c6f33cde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:13.331741 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-7fa6c2ad-b575-4aa5-9c91-c2c6f33cde50 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 1129 time: 0.0457125 Sep 13 15:45:13.427283 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7111a-d5ee-4a54-b818-06882159d337 req-6b538748-bfa8-4259-ac6b-00d6757ad553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:13.428735 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-6b538748-bfa8-4259-ac6b-00d6757ad553 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 200 len: 910 time: 0.0888381 Sep 13 15:45:13.472487 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-c2905f5a-a4ea-41bd-8704-24a517bb9316 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 200 len: 217 time: 0.0360045 Sep 13 15:45:13.522669 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7111a-d5ee-4a54-b818-06882159d337 req-4fbfb032-b488-4e8a-ae47-2ba08a83c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:13.524108 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-4fbfb032-b488-4e8a-ae47-2ba08a83c1e2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 200 len: 848 time: 0.0459914 Sep 13 15:45:13.644267 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7111a-d5ee-4a54-b818-06882159d337 req-ab8963fa-f1aa-4902-907d-7c7c452709c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:13.646738 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-ab8963fa-f1aa-4902-907d-7c7c452709c8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2139647d-b8ca-48a5-8bc6-2c73cabd38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432808 Sep 13 15:45:13.744902 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f023dc-3db4-45ee-8de5-e8f3083e8dc1 req-3c05f6ae-bf0c-41b9-852e-6556e19c118b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:13.746391 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-27f023dc-3db4-45ee-8de5-e8f3083e8dc1 req-3c05f6ae-bf0c-41b9-852e-6556e19c118b tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0844533 Sep 13 15:45:13.799640 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-708f2517-b058-465a-acb7-e7d089bcc19a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450574 Sep 13 15:45:13.817760 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-27f023dc-3db4-45ee-8de5-e8f3083e8dc1 req-529dabec-41ce-455d-9776-fad4593f8e7d tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63cee111-a549-4433-9406-0e3d855a6d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652497 Sep 13 15:45:13.960668 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-58f7111a-d5ee-4a54-b818-06882159d337 req-e39e4b8b-81a0-4a39-bfc2-b28417c6a440 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938773 Sep 13 15:45:13.978883 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-78316068-0391-44d2-8043-a82ce50c58df tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 15:45:13.980400 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-78316068-0391-44d2-8043-a82ce50c58df tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 945 time: 0.0476811 Sep 13 15:45:14.067137 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Deleting port 8e967886-3ff8-4d58-9c31-aca6431f68e2 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:14.067433 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:14.156132 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] For port 8e967886-3ff8-4d58-9c31-aca6431f68e2, host hv-cinder-85743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85743',level=0,port_id=8e967886-3ff8-4d58-9c31-aca6431f68e2,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:14.156490 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:14.169378 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Calling delete_port for 8e967886-3ff8-4d58-9c31-aca6431f68e2 owned by compute:nova {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:14.308836 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (8e967886-3ff8-4d58-9c31-aca6431f68e2), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:14.335332 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event deleted for resources: {'Port': ['ID=8e967886-3ff8-4d58-9c31-aca6431f68e2,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:14.389731 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] No DVR routers for this DVR port 8e967886-3ff8-4d58-9c31-aca6431f68e2 on host hv-cinder-85743 {{(pid=106264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:45:14.392679 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-209012'] for port (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:14.395985 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [req-8e222a76-535b-497d-a4d8-080a1b9d1826 req-0a928852-c9e0-42c2-b90d-86639d06bf99 tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8e967886-3ff8-4d58-9c31-aca6431f68e2 HTTP/1.1" status: 204 len: 173 time: 0.4105370 Sep 13 15:45:14.396446 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-deleted', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2'}] {{(pid=106264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 15:45:14.398820 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d43613845921504e66e9c898283b5cc5e3bcdb93cce7703ec3ca82af34566ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0f0d3-4ffb-4810-9d48-e1e77c54efa9" -d '{"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-deleted", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2"}]}' {{(pid=106264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 15:45:14.501505 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6038f5e0-e9eb-4703-839d-28391f26e96c x-openstack-request-id: req-6038f5e0-e9eb-4703-839d-28391f26e96c {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 15:45:14.501803 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08572039-a710-40e6-bb3c-6fccc6fe5b41", "name": "network-vif-deleted", "tag": "8e967886-3ff8-4d58-9c31-aca6431f68e2", "status": "completed", "code": 200}]} {{(pid=106264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 15:45:14.502061 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6038f5e0-e9eb-4703-839d-28391f26e96c {{(pid=106264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 15:45:14.502505 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6038f5e0-e9eb-4703-839d-28391f26e96c'] response: {'server_uuid': '08572039-a710-40e6-bb3c-6fccc6fe5b41', 'name': 'network-vif-deleted', 'tag': '8e967886-3ff8-4d58-9c31-aca6431f68e2', 'status': 'completed', 'code': 200} Sep 13 15:45:14.945796 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [req-5dd024c1-9687-426c-8d98-677e40c6c421 req-c9454c45-ac19-45a9-bb97-054cf3ff439f tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=08572039-a710-40e6-bb3c-6fccc6fe5b41 HTTP/1.1" status: 200 len: 210 time: 0.0320559 Sep 13 15:45:16.024743 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38720) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:16.086750 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51f33400-23c2-4e64-94d1-417be60d773e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group (63cee111-a549-4433-9406-0e3d855a6d23), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.112055 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51f33400-23c2-4e64-94d1-417be60d773e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group (63cee111-a549-4433-9406-0e3d855a6d23), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.176535 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51f33400-23c2-4e64-94d1-417be60d773e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (63cee111-a549-4433-9406-0e3d855a6d23), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.179069 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-51f33400-23c2-4e64-94d1-417be60d773e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.180225 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-51f33400-23c2-4e64-94d1-417be60d773e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/63cee111-a549-4433-9406-0e3d855a6d23 HTTP/1.1" status: 204 len: 168 time: 0.1551499 Sep 13 15:45:16.189757 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f33400-23c2-4e64-94d1-417be60d773e tempest-TestShelveInstance-1380666457 tempest-TestShelveInstance-1380666457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cee111-a549-4433-9406-0e3d855a6d23,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:16.236182 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38724) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:16.259116 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1edf2388-868d-471c-b0ff-027df1ac0d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.669460 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (5e8d38f3-7be3-472f-8b3c-306094d200e5), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.718227 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:16.746716 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:16.904788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Deleting port 608d9146-b488-4660-9ba8-cc746c46a68e {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:16.905040 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:16.985903 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] For port 608d9146-b488-4660-9ba8-cc746c46a68e, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=608d9146-b488-4660-9ba8-cc746c46a68e,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:16.986242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:17.002906 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Calling delete_port for 608d9146-b488-4660-9ba8-cc746c46a68e owned by network:router_interface {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:17.207471 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (608d9146-b488-4660-9ba8-cc746c46a68e), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:17.237872 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=608d9146-b488-4660-9ba8-cc746c46a68e,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:17.410585 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (5e8d38f3-7be3-472f-8b3c-306094d200e5), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:17.565515 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 no longer exists at agent hyperv_hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:17.586774 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] No Port match for: 8e967886-3ff8-4d58-9c31-aca6431f68e2 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:17.587122 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Device 8e967886-3ff8-4d58-9c31-aca6431f68e2 not bound to the agent host hv-cinder-85743 {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:17.610288 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:17.624565 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Router 5e8d38f3-7be3-472f-8b3c-306094d200e5 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:45:17.631235 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:17.725594 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:45:17.732795 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-96d29fb4-9b60-4924-982c-1f706e5871a2 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5e8d38f3-7be3-472f-8b3c-306094d200e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935040 Sep 13 15:45:17.733780 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38728) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:17.737840 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] Sync routers for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:45:17.750623 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:45:17.751201 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:44:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:17.841585 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks [] for router (5e8d38f3-7be3-472f-8b3c-306094d200e5), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:17.854565 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:45:17.941445 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks [] for router_gateway (5e8d38f3-7be3-472f-8b3c-306094d200e5), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:17.986698 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:17.987895 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Deleting port 3e6176b4-f265-48b3-aca9-a23a148eb16f {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:17.988273 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.021876 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:45:17Z', 'revision_number': 5, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port': {'id': '3e6176b4-f265-48b3-aca9-a23a148eb16f', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:38:56Z', 'updated_at': '2022-09-13T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:18.046951 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:18.049477 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:18.049787 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] Checking router: 5e8d38f3-7be3-472f-8b3c-306094d200e5 for host: dv-cinder-857434-2-iscsi {{(pid=106266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:45:18.058998 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] Routers {'5e8d38f3-7be3-472f-8b3c-306094d200e5'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:45:18.060106 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:44:49Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['5e8d38f3-7be3-472f-8b3c-306094d200e5'], 'active': True} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:18.074559 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] For port 3e6176b4-f265-48b3-aca9-a23a148eb16f, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=3e6176b4-f265-48b3-aca9-a23a148eb16f,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:18.074932 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.087478 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Calling delete_port for 3e6176b4-f265-48b3-aca9-a23a148eb16f owned by network:router_gateway {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:18.093406 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=100 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:18.143627 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_dvr_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] Set router 5e8d38f3-7be3-472f-8b3c-306094d200e5 gateway port host: None {{(pid=106266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:45:18.195577 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.l3_hamode_db [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:45:17Z', 'revision_number': 6, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port_host': None}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:18.222414 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955014a-6c97-48a2-bc8c-cf22d73952f6 None None] The sync data for ids ['5e8d38f3-7be3-472f-8b3c-306094d200e5'] in dv-cinder-857434-2-iscsi is: [{'id': '5e8d38f3-7be3-472f-8b3c-306094d200e5', 'name': 'tempest-TestShelveInstance-2126256785-router', 'tenant_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:38:55Z', 'updated_at': '2022-09-13T15:45:17Z', 'revision_number': 6, 'project_id': '7eb316ace93e48c68ade74e9c5fccbf8', 'gw_port_host': None}] {{(pid=106266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:45:18.262267 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (3e6176b4-f265-48b3-aca9-a23a148eb16f), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.298576 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6176b4-f265-48b3-aca9-a23a148eb16f,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:18.361295 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (5e8d38f3-7be3-472f-8b3c-306094d200e5), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.445900 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (5e8d38f3-7be3-472f-8b3c-306094d200e5), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.448130 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks [] for router_controller (5e8d38f3-7be3-472f-8b3c-306094d200e5), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.511455 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (5e8d38f3-7be3-472f-8b3c-306094d200e5), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.512018 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8d38f3-7be3-472f-8b3c-306094d200e5 {{(pid=106264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:45:18.516551 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.517777 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5e12d340-37a9-4667-af22-a4ce9cb64478 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/5e8d38f3-7be3-472f-8b3c-306094d200e5 HTTP/1.1" status: 204 len: 168 time: 0.7822347 Sep 13 15:45:18.521279 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38730) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:18.568148 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Deleting subnet faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 {{(pid=106264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:45:18.571595 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Publish callbacks [] for subnet (faa2f9fd-b099-4f33-a84e-3aae2c10e5a1), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.594817 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7f7e-849a-4c6b-9049-413cf10047f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.610057 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638850'] for subnet (faa2f9fd-b099-4f33-a84e-3aae2c10e5a1), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.698276 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (faa2f9fd-b099-4f33-a84e-3aae2c10e5a1), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.755878 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3186291'] for subnet (faa2f9fd-b099-4f33-a84e-3aae2c10e5a1), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.788637 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa2f9fd-b099-4f33-a84e-3aae2c10e5a1,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:18.793467 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.797049 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-5ce362cf-52b8-4448-af2b-ee6792b1fedc admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/faa2f9fd-b099-4f33-a84e-3aae2c10e5a1 HTTP/1.1" status: 204 len: 168 time: 0.2748551 Sep 13 15:45:18.798702 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ac57d-4514-4bf6-b6de-8fa9c3611961 None None] Network 2139647d-b8ca-48a5-8bc6-2c73cabd38be requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:45:18.799897 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38732) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:18.876276 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (2139647d-b8ca-48a5-8bc6-2c73cabd38be), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.921653 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Deleting port 310d43ae-0535-4745-8398-4a0ef4ed4481 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:18.921971 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:18.995716 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] For port 310d43ae-0535-4745-8398-4a0ef4ed4481, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=310d43ae-0535-4745-8398-4a0ef4ed4481,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:18.995954 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.003419 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] DHCP port deletion for 2139647d-b8ca-48a5-8bc6-2c73cabd38be request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:45:19.010981 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Calling delete_port for 310d43ae-0535-4745-8398-4a0ef4ed4481 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:19.042197 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Deleting port 310d43ae-0535-4745-8398-4a0ef4ed4481 {{(pid=106265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:19.042682 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), before_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.104315 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.121294 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.db [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] For port 310d43ae-0535-4745-8398-4a0ef4ed4481, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=310d43ae-0535-4745-8398-4a0ef4ed4481,segment=NetworkSegment(e0c7dc60-1ebd-496e-bb17-3828258bf0d9),segment_id=e0c7dc60-1ebd-496e-bb17-3828258bf0d9)] {{(pid=106265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:19.121734 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), precommit_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.130444 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Pushing event deleted for resources: {'Port': ['ID=310d43ae-0535-4745-8398-4a0ef4ed4481,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:19.135242 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] No DVR routers for this DVR port 310d43ae-0535-4745-8398-4a0ef4ed4481 on host dv-cinder-857434-2-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:45:19.136772 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Calling delete_port for 310d43ae-0535-4745-8398-4a0ef4ed4481 owned by network:dhcp {{(pid=106265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:19.212737 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (2139647d-b8ca-48a5-8bc6-2c73cabd38be), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.216416 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968'] for port (310d43ae-0535-4745-8398-4a0ef4ed4481), after_delete {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.235544 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2139647d-b8ca-48a5-8bc6-2c73cabd38be']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:19.245326 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Pushing event deleted for resources: {'Port': ['ID=310d43ae-0535-4745-8398-4a0ef4ed4481,revision_number=None']} {{(pid=106265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:19.245716 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:19.246021 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c7dc60-1ebd-496e-bb17-3828258bf0d9') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:19.253868 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] No DVR routers for this DVR port 310d43ae-0535-4745-8398-4a0ef4ed4481 on host dv-cinder-857434-2-iscsi {{(pid=106265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:45:19.258562 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.258918 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.259268 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.259611 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.259722 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (e0c7dc60-1ebd-496e-bb17-3828258bf0d9), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.259948 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.260282 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.260615 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.260942 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.261684 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.262454 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.262996 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.263485 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.264654 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.270252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.270669 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23038d13-363d-47fe-a7b0-7bc6ecfef9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857434-2-iscsi {{(pid=106265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 15:45:19.288469 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (e0c7dc60-1ebd-496e-bb17-3828258bf0d9), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.295652 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:45:19.296152 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (e0c7dc60-1ebd-496e-bb17-3828258bf0d9), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.340582 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment e0c7dc60-1ebd-496e-bb17-3828258bf0d9 resource provider aggregate not found Sep 13 15:45:19.358449 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment e0c7dc60-1ebd-496e-bb17-3828258bf0d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0c7dc60-1ebd-496e-bb17-3828258bf0d9 found for delete ", "request_id": "req-0b92d8e2-e940-4d6a-8794-1771226dfb38"}]} Sep 13 15:45:19.365222 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (2139647d-b8ca-48a5-8bc6-2c73cabd38be), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.370089 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.373307 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2139647d-b8ca-48a5-8bc6-2c73cabd38be HTTP/1.1" status: 204 len: 168 time: 0.5723274 Sep 13 15:45:19.376560 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38738) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:19.386824 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eb3c4-c003-418c-87e9-6e19bd6a4523 admin admin] Pushing event deleted for resources: {'Network': ['ID=2139647d-b8ca-48a5-8bc6-2c73cabd38be,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:19.553520 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:19.609752 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:19.664983 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.696407 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524437'] for router_interface (b4b25b71-7979-400f-bca6-b9c95d250140), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:19.789107 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 310d43ae-0535-4745-8398-4a0ef4ed4481 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:19.808679 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 310d43ae-0535-4745-8398-4a0ef4ed4481 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:19.809035 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 310d43ae-0535-4745-8398-4a0ef4ed4481 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:19.809477 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 3e6176b4-f265-48b3-aca9-a23a148eb16f no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:19.827401 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 3e6176b4-f265-48b3-aca9-a23a148eb16f {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:19.827752 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 3e6176b4-f265-48b3-aca9-a23a148eb16f not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:19.828163 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 608d9146-b488-4660-9ba8-cc746c46a68e no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:19.846147 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 608d9146-b488-4660-9ba8-cc746c46a68e {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:19.846492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 608d9146-b488-4660-9ba8-cc746c46a68e not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:19.922501 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Deleting port 1a2b8213-e2f0-45a9-b01d-181a43e15d07 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:19.923080 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:20.000644 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] For port 1a2b8213-e2f0-45a9-b01d-181a43e15d07, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=1a2b8213-e2f0-45a9-b01d-181a43e15d07,segment=NetworkSegment(0e79c44f-3246-40d1-a4a2-2e064444339c),segment_id=0e79c44f-3246-40d1-a4a2-2e064444339c)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:20.000991 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:20.013683 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Calling delete_port for 1a2b8213-e2f0-45a9-b01d-181a43e15d07 owned by network:router_interface {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:20.195403 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (1a2b8213-e2f0-45a9-b01d-181a43e15d07), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:20.223029 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2b8213-e2f0-45a9-b01d-181a43e15d07,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:20.382529 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974853'] for router_interface (b4b25b71-7979-400f-bca6-b9c95d250140), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:20.385074 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:20.441221 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:20.595237 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Router b4b25b71-7979-400f-bca6-b9c95d250140 has already been hosted by L3 agent c935fe74-292e-49c0-abd3-f4daaec06178 {{(pid=106264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 15:45:20.714690 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] Notify agent at l3_agent.dv-cinder-857434-2-iscsi the message routers_updated {{(pid=106264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 15:45:20.719915 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-7ff2b67c-961c-4927-9842-a319f1f47fd3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/b4b25b71-7979-400f-bca6-b9c95d250140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3421969 Sep 13 15:45:20.722495 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38740) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:20.728508 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] Sync routers for ids ['b4b25b71-7979-400f-bca6-b9c95d250140'] in dv-cinder-857434-2-iscsi {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 15:45:20.739381 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] Routers {'b4b25b71-7979-400f-bca6-b9c95d250140'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:45:20.740038 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:45:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b4b25b71-7979-400f-bca6-b9c95d250140'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:20.851983 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] Set router b4b25b71-7979-400f-bca6-b9c95d250140 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:45:21.035699 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:45:20Z', 'revision_number': 5, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:21.060931 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] Checking router: b4b25b71-7979-400f-bca6-b9c95d250140 for host: dv-cinder-857434-2-iscsi {{(pid=106265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 15:45:21.069666 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] Routers {'b4b25b71-7979-400f-bca6-b9c95d250140'} bound to L3 agent in host dv-cinder-857434-2-iscsi {{(pid=106265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 15:45:21.070300 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857434-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T15:21:49Z,description=,heartbeat_timestamp=2022-09-13T15:45:19Z,host='dv-cinder-857434-2-iscsi',id=c935fe74-292e-49c0-abd3-f4daaec06178,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T15:21:49Z,topic='l3_agent')) {'router_ids': ['b4b25b71-7979-400f-bca6-b9c95d250140'], 'active': True} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:21.119562 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks [] for router (b4b25b71-7979-400f-bca6-b9c95d250140), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.169692 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:21.172758 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.184804 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_dvr_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] Set router b4b25b71-7979-400f-bca6-b9c95d250140 gateway port host: dv-cinder-857434-2-iscsi {{(pid=106265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 15:45:21.223655 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks [] for router_gateway (b4b25b71-7979-400f-bca6-b9c95d250140), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.265736 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:21.269863 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Deleting port 7df60708-ea83-4c36-8e38-f2233614fe90 {{(pid=106264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:21.270257 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.295732 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.352226 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] For port 7df60708-ea83-4c36-8e38-f2233614fe90, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=7df60708-ea83-4c36-8e38-f2233614fe90,segment=NetworkSegment(7c8580d9-a362-424e-98e9-beb98ef7d730),segment_id=7c8580d9-a362-424e-98e9-beb98ef7d730)] {{(pid=106264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:21.352586 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.366992 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.plugin [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Calling delete_port for 7df60708-ea83-4c36-8e38-f2233614fe90 owned by network:router_gateway {{(pid=106264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:21.376854 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.db.l3_hamode_db [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:45:20Z', 'revision_number': 5, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}], 'dv-cinder-857434-2-iscsi', False) {} {{(pid=106265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:21.411845 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4171f03-5a69-4ce3-a0cd-bdd7e2b6142e None None] The sync data for ids ['b4b25b71-7979-400f-bca6-b9c95d250140'] in dv-cinder-857434-2-iscsi is: [{'id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'name': 'tempest-TestShelveInstance-156801060-router', 'tenant_id': 'c4845b9e9baf48ffb49701d088fb2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'external_fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T15:39:00Z', 'updated_at': '2022-09-13T15:45:20Z', 'revision_number': 5, 'project_id': 'c4845b9e9baf48ffb49701d088fb2400', 'gw_port': {'id': '7df60708-ea83-4c36-8e38-f2233614fe90', 'name': '', 'network_id': 'b30a9967-e978-451b-8d7f-fe56992fabf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b25b71-7979-400f-bca6-b9c95d250140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857434-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T15:39:01Z', 'updated_at': '2022-09-13T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6bef94f-acfe-4492-af65-8647fc8d8e72', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857434-2-iscsi'}] {{(pid=106265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 15:45:21.538445 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:21.546491 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176263'] for port (7df60708-ea83-4c36-8e38-f2233614fe90), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.575827 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=7df60708-ea83-4c36-8e38-f2233614fe90,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:21.625542 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:21.639450 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975190'] for router_gateway (b4b25b71-7979-400f-bca6-b9c95d250140), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.726562 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12621'] for router (b4b25b71-7979-400f-bca6-b9c95d250140), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.728715 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks [] for router_controller (b4b25b71-7979-400f-bca6-b9c95d250140), precommit_delete_associations {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.779593 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-974934'] for router (b4b25b71-7979-400f-bca6-b9c95d250140), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.780212 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4b25b71-7979-400f-bca6-b9c95d250140 {{(pid=106264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 15:45:21.790704 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.794206 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-83efcd73-e8ec-4bd5-a1cf-2593f5732bfc admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/b4b25b71-7979-400f-bca6-b9c95d250140 HTTP/1.1" status: 204 len: 168 time: 1.0683393 Sep 13 15:45:21.794846 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38742) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:21.854309 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_v2 [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Deleting subnet 05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789 {{(pid=106263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 15:45:21.858265 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Publish callbacks [] for subnet (05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.868784 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 1a2b8213-e2f0-45a9-b01d-181a43e15d07 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:21.889938 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 1a2b8213-e2f0-45a9-b01d-181a43e15d07 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:21.890373 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 1a2b8213-e2f0-45a9-b01d-181a43e15d07 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:21.896545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3223050'] for subnet (05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789), precommit_delete_associations {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:21.978624 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16552307'] for subnet (05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.024685 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:22.040564 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16549738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3615023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3816434'] for subnet (05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.047084 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:22.073180 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:22.076752 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for subnet (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.078850 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-515e763a-59f8-4221-a87d-7e80da5b720f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/05ad1bf5-e3c7-4ef6-8807-7fe1bfa78789 HTTP/1.1" status: 204 len: 168 time: 0.2828941 Sep 13 15:45:22.081485 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38744) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:22.087160 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f891c-9fe1-4065-9051-5fa8adbe7e16 None None] Network 157d5f41-b0b7-4ff0-b388-3d9abd51026c requested from dv-cinder-857434-2-iscsi {{(pid=106265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 15:45:22.158681 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16497580'] for network (157d5f41-b0b7-4ff0-b388-3d9abd51026c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.201921 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Deleting port ceda71c1-f285-44d2-ac49-ee13c00e4d0a {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 15:45:22.202326 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794708656900'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.269757 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] For port ceda71c1-f285-44d2-ac49-ee13c00e4d0a, host dv-cinder-857434-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857434-2-iscsi',level=0,port_id=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,segment=NetworkSegment(0e79c44f-3246-40d1-a4a2-2e064444339c),segment_id=0e79c44f-3246-40d1-a4a2-2e064444339c)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 15:45:22.270079 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-981599'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.283737 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Calling delete_port for ceda71c1-f285-44d2-ac49-ee13c00e4d0a owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 15:45:22.368674 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16485520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794708721044', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794708182968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3615058'] for port (ceda71c1-f285-44d2-ac49-ee13c00e4d0a), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.391525 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceda71c1-f285-44d2-ac49-ee13c00e4d0a,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:22.397128 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] No DVR routers for this DVR port ceda71c1-f285-44d2-ac49-ee13c00e4d0a on host dv-cinder-857434-2-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 15:45:22.448736 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab131678-d1ed-4652-8a90-8288a14b3e87 None None] DHCP port deletion for 157d5f41-b0b7-4ff0-b388-3d9abd51026c request from dv-cinder-857434-2-iscsi {{(pid=106265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 15:45:22.477256 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16573262', 'neutron.services.segments.db._delete_segments_for_network-8794708649144'] for network (157d5f41-b0b7-4ff0-b388-3d9abd51026c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.499127 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157d5f41-b0b7-4ff0-b388-3d9abd51026c']}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:22.508355 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e79c44f-3246-40d1-a4a2-2e064444339c') {'for_net_delete': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:22.508652 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.services.segments.db [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e79c44f-3246-40d1-a4a2-2e064444339c') {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 15:45:22.518626 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794708649036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3223043'] for segment (0e79c44f-3246-40d1-a4a2-2e064444339c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.531960 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799'] for segment (0e79c44f-3246-40d1-a4a2-2e064444339c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.538590 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 15:45:22.539018 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16595799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3615109'] for segment (0e79c44f-3246-40d1-a4a2-2e064444339c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.580901 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 0e79c44f-3246-40d1-a4a2-2e064444339c resource provider aggregate not found Sep 13 15:45:22.598375 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.services.segments.plugin [-] Segment 0e79c44f-3246-40d1-a4a2-2e064444339c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e79c44f-3246-40d1-a4a2-2e064444339c found for delete ", "request_id": "req-ec2a4d81-087c-4bd8-872e-d6fed95b61de"}]} Sep 13 15:45:22.606788 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16573249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975240'] for network (157d5f41-b0b7-4ff0-b388-3d9abd51026c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.613442 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548619'] for network (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.615996 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/157d5f41-b0b7-4ff0-b388-3d9abd51026c HTTP/1.1" status: 204 len: 168 time: 0.5331032 Sep 13 15:45:22.627408 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c433f-838f-49a6-bb23-db71fc740cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=157d5f41-b0b7-4ff0-b388-3d9abd51026c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:22.743028 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38752) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:22.789546 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-9cd587fd-98b6-4bd8-9500-0737ff28c590 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7eb316ace93e48c68ade74e9c5fccbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452323 Sep 13 15:45:22.792680 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38754) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:22.843787 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbeaa-90ac-47d2-b1f7-eac428fb4158 admin admin] Publish callbacks [] for security_group (f89c1fc3-1191-45b9-938e-a8071663c26b), before_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.864075 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbeaa-90ac-47d2-b1f7-eac428fb4158 admin admin] Publish callbacks [] for security_group (f89c1fc3-1191-45b9-938e-a8071663c26b), precommit_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.916495 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbeaa-90ac-47d2-b1f7-eac428fb4158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (f89c1fc3-1191-45b9-938e-a8071663c26b), after_delete {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.919998 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ca8bbeaa-90ac-47d2-b1f7-eac428fb4158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:22.921159 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [None req-ca8bbeaa-90ac-47d2-b1f7-eac428fb4158 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f89c1fc3-1191-45b9-938e-a8071663c26b HTTP/1.1" status: 204 len: 168 time: 0.1273377 Sep 13 15:45:22.929113 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bbeaa-90ac-47d2-b1f7-eac428fb4158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89c1fc3-1191-45b9-938e-a8071663c26b,revision_number=None']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:23.260930 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38760) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:23.302547 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-d0f667d4-e518-482a-b1b2-cbdc3b5d736a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c4845b9e9baf48ffb49701d088fb2400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404162 Sep 13 15:45:23.305054 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [-] (106263) accepted ('10.222.0.16', 38762) {{(pid=106263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:45:23.358074 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a6b3-30fc-4667-81f2-19672e56fdf9 admin admin] Publish callbacks [] for security_group (0915768f-dc89-4aef-bedd-ff9807297c09), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:23.378181 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a6b3-30fc-4667-81f2-19672e56fdf9 admin admin] Publish callbacks [] for security_group (0915768f-dc89-4aef-bedd-ff9807297c09), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:23.438081 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a6b3-30fc-4667-81f2-19672e56fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594430'] for security_group (0915768f-dc89-4aef-bedd-ff9807297c09), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:23.442299 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a6b3-30fc-4667-81f2-19672e56fdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:23.444048 dv-cinder-857434-2-iscsi neutron-server[106263]: INFO neutron.wsgi [None req-5cd8a6b3-30fc-4667-81f2-19672e56fdf9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0915768f-dc89-4aef-bedd-ff9807297c09 HTTP/1.1" status: 204 len: 168 time: 0.1379514 Sep 13 15:45:23.454545 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8a6b3-30fc-4667-81f2-19672e56fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915768f-dc89-4aef-bedd-ff9807297c09,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 15:45:23.834648 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7df60708-ea83-4c36-8e38-f2233614fe90 no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:23.855334 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: 7df60708-ea83-4c36-8e38-f2233614fe90 {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:23.855678 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device 7df60708-ea83-4c36-8e38-f2233614fe90 not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:23.856095 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ceda71c1-f285-44d2-ac49-ee13c00e4d0a no longer exists at agent ovs-agent-dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 15:45:23.878581 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.plugin [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] No Port match for: ceda71c1-f285-44d2-ac49-ee13c00e4d0a {{(pid=106265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 15:45:23.878892 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron.plugins.ml2.rpc [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Device ceda71c1-f285-44d2-ac49-ee13c00e4d0a not bound to the agent host dv-cinder-857434-2-iscsi {{(pid=106265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 15:45:28.171340 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=15 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:28.199132 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=8 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:32.628314 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:32.925046 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=33,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:32.926293 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:33.448783 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:33.450197 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=73,neutron:DELETE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:40.678046 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:45:42.619308 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=25 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:42.621791 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:46.262554 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-fb7017e4-bd15-4cf4-bce6-83a836f31a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:47.547452 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-b1b4aecc-d06d-4ae8-a677-528066ecbb7a req-333059a6-a5ff-4a5c-89a1-09e2f6080f4e service neutron] (106263) timed out ('10.222.0.42', 58209) {{(pid=106263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 15:45:48.602311 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ab7551b5-c0de-4302-a7c4-22434687ca59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:49.667563 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:51.143759 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:51.249061 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:45:59.620907 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:45:59.626178 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:02.635121 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:12.624851 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:12.627933 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:16.262886 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-fd83b138-acc4-4eee-b684-a97d22098fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:17.678820 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:46:18.602193 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-b998eda0-a129-4afb-9962-2b08c97ec85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:19.671171 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:21.145036 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:21.247744 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:31.233096 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:31.240284 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:32.646690 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:42.631700 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:42.637370 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:45.201033 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=18 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:45.202260 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=18 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:46:46.266202 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-e81c7441-c211-4b54-9897-3c050c2a87a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:48.599836 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-dff58d85-21ce-4fd2-9372-9c7de5b00be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:49.672737 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:51.160677 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:51.243823 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:46:54.678914 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:47:01.235788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:01.237778 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:02.640400 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:12.631195 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:12.634523 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:13.620387 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:13.625762 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:16.268731 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-d0f7667c-184d-454c-894b-dfc1d6f7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:18.594937 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2082-5d74-499e-a458-f1e540f3b875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:19.676037 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:21.155281 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:21.239226 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:31.226952 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:31.234654 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:31.679462 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:47:32.658638 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:42.645121 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:42.651424 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:46.271506 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ece6-88ba-484a-9184-2375dd1d35f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:48.600389 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-1e5cecdd-7f31-461b-b218-8faeb8c1280c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:49.680100 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:50.629189 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:50.631179 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:47:51.160773 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:51.245345 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:47:56.665827 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-735dedc0-299a-4972-83f2-b705c7f36258 req-f0683d53-9043-48bb-b550-8cf61563e4c5 tempest-TestVolumeBootPattern-1746934367 tempest-TestVolumeBootPattern-1746934367-project] (106263) timed out ('10.222.0.16', 55192) {{(pid=106263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 15:47:56.666928 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [-] (106264) accepted ('10.222.0.16', 38774) {{(pid=106264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 15:47:57.009319 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken: Token authorization failed Sep 13 15:47:57.010567 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/v2.0/networks?id=7851da04-1684-4f7c-8bef-bacba413f66a HTTP/1.1" status: 401 len: 385 time: 0.3426781 Sep 13 15:47:57.131524 dv-cinder-857434-2-iscsi neutron-server[106264]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken Sep 13 15:47:57.132572 dv-cinder-857434-2-iscsi neutron-server[106264]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/v2.0/networks?id=7851da04-1684-4f7c-8bef-bacba413f66a HTTP/1.1" status: 401 len: 385 time: 0.0496845 Sep 13 15:48:02.680181 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:08.679117 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:48:12.670314 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:12.672426 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:16.278469 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-ccfcad2e-ba24-4ff2-8b63-88ed68e6e4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:18.594614 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-20bcae57-8ac9-4bed-9b39-7dae2f99af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:19.682612 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:21.171121 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:21.248550 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:27.630024 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:27.630936 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:31.230567 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:31.241790 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:32.673192 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:42.663537 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:42.665821 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:45.193898 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=11 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:45.195116 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=15 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:48:45.682904 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:48:46.269709 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-067576a1-7fcc-4dbe-a643-325915f7cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:48.600154 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a83b577c-c778-4671-9423-1999114f1a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:49.688252 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:51.175154 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:48:51.245341 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:01.236561 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:01.239818 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:02.675241 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:04.624483 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:04.631119 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:07.847812 dv-cinder-857434-2-iscsi neutron-server[106263]: DEBUG neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-76222da9-3ad8-49b0-83ec-41598b49677d service neutron] (106263) timed out ('10.222.0.16', 60570) {{(pid=106263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 15:49:08.035521 dv-cinder-857434-2-iscsi neutron-server[106264]: DEBUG neutron.wsgi [req-f57dbce7-c138-4a2d-99bb-a7319fbce7b9 req-283b48c7-1145-4ae9-96f7-cb1f0fce8857 tempest-AttachVolumeShelveTestJSON-1206836006 tempest-AttachVolumeShelveTestJSON-1206836006-project] (106264) timed out ('10.222.0.16', 60578) {{(pid=106264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 15:49:12.666539 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:12.667435 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:16.272568 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-24228c68-4752-4b44-afdf-ec34d929a902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:18.597128 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-7b20bb4b-8753-4eb8-8179-5e84d633de77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:19.687569 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:21.175272 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:21.241892 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:22.683411 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:49:31.233971 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:31.235963 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:32.676492 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:41.632126 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:42.661015 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:42.669481 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:44.608283 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:49:46.274940 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-44c1c111-20cc-4148-98c8-b11359abb51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:48.597880 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f449-2bb2-4e5f-8789-057364fa25d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:49.691506 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:51.177788 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:51.239297 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:49:59.684411 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:50:02.673637 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:12.655780 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:12.664782 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:16.279566 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-256139d6-0fe7-4e98-a38e-51133bcc57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:18.599473 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-290d8936-9106-4968-b904-0942f6827b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:18.630471 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=5 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:18.633477 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG dbcounter [-] [106266] Writing DB stats neutron:SELECT=3 {{(pid=106266) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:19.694837 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:21.180654 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:21.238564 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:31.221585 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:31.232200 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:32.667058 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f68156cd-c55c-40a6-8b70-ffc2ba276703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (1b4e77c1-3dac-478c-a273-84e513f2733c), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:36.684188 dv-cinder-857434-2-iscsi neutron-server[106266]: DEBUG neutron.db.agents_db [None req-ae339d6c-b9d4-48b1-94a1-57bae371cc05 None None] Agent healthcheck: found 6 active agents {{(pid=106266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 15:50:42.657829 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=2 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:42.660848 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG dbcounter [-] [106265] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106265) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 15:50:46.280149 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-a145fdff-f4dd-4720-a510-b548679b5675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (ef4ab2a6-d223-4a95-83ef-5c663e9b3df0), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:48.595377 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-201a9bb6-797c-4ce7-89a0-faf6bf4f7088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (c935fe74-292e-49c0-abd3-f4daaec06178), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:49.698281 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-8480c365-972f-4b63-870a-0cb496f0ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (596b1001-a0a8-422f-ad26-d442a04531ca), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:51.179778 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-f9a68271-9454-4266-89eb-e19946897eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (5252cafa-a745-4ec3-adaf-a185a83480dc), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 15:50:51.235459 dv-cinder-857434-2-iscsi neutron-server[106265]: DEBUG neutron_lib.callbacks.manager [None req-57738aa3-d7b1-4f9a-a0bc-018243beb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794708649126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16574985'] for agent (2930c0d3-2325-45c7-bb4c-aabcea894cd9), after_update {{(pid=106265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}